7.3 - Factgrid Quickstatement Processing.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"tWVN4o0UvT30"},"source":["#FactGrid QuickStatment Processing\n","\n","Notebook by Melinee Her\n","\n","Preparing the cleaned CDLI and ORACC data for uploading to FactGrid\n"]},{"cell_type":"markdown","metadata":{"id":"8o9WOYlYRbH5"},"source":["# Mount Google Drive folder + imports"]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"oi1BummVRaZy","outputId":"14d31abd-c2b0-4560-99f8-4bc8deba385a","executionInfo":{"status":"ok","timestamp":1710207280780,"user_tz":240,"elapsed":29467,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive')"]},{"cell_type":"code","execution_count":2,"metadata":{"id":"oCIRD6koRoGc","executionInfo":{"status":"ok","timestamp":1710207290049,"user_tz":240,"elapsed":6247,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["#any necessary imports\n","import pandas as pd\n","import zipfile\n","from zipfile import ZipFile\n","import json\n","import requests\n","from tqdm import tqdm\n","import os\n","import errno\n","import re\n","import random\n","import numpy as np\n","import sys\n","import copy\n","import networkx as nx\n","from pathlib import Path\n","import matplotlib.pyplot as plt\n","import seaborn as sns\n","import collections\n","\n","#Set folder for remote drive\n","folder = '/content/drive/My Drive/FactGrid Cuneiform (AWCA)/people/Melinee/'\n","#folder = '/content/drive/MyDrive/Melinee/'\n","\n","#importing utils for the method which downloads the current text json files\n","os.chdir(folder + 'network/utils/')\n","from utils import oracc_download\n","\n","# This is a user defined module that searches through the texts to find the entities in the text that\n","# are people and places, to be imported as nodes into the network\n","os.chdir(folder + 'network/')\n","import rank_parser4 as rp\n","\n","pd.set_option('display.max_columns', None)"]},{"cell_type":"markdown","metadata":{"id":"JlKWKycVtRUY"},"source":["# Prepare for __FactGrid__ QuickStatement batch processing\n","\n","Once the `all_merged` df is properly joined together, the last step before we export the resulting CSV is to include the FactGrid statements into the data frame, which we will call `factgrid_df`.\n","\n","Most of this process is straightforward, but the one statement we need to create is a __description__ for each object."]},{"cell_type":"markdown","metadata":{"id":"m_sFwjnGrJWk"},"source":["###1 To do so we will use a couple of the cleaned up fields from `all_merged` df above and add a new field with header 'Den' which will join three existing columns together to form a descriptive sentence."]},{"cell_type":"code","execution_count":4,"metadata":{"id":"fvHker5iA_RJ","executionInfo":{"status":"ok","timestamp":1710207317477,"user_tz":240,"elapsed":9633,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["#import all_merged as den_df\n","den_df = pd.read_csv(folder + '/ORACC_DFS/all_merged.csv', low_memory=False, index_col=0)"]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":652},"id":"ECze5n43wPK6","outputId":"efe082cc-aded-45be-a89c-256e5b419b87","executionInfo":{"status":"ok","timestamp":1710207328963,"user_tz":240,"elapsed":9093,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["        id_text first_lang_x first_lang_y first_lang_qid_x first_lang_qid_y  \\\n","0       P000001                                                               \n","1       P000002                                                               \n","2       P000003                                                               \n","3       P000004                                                               \n","4       P000005                                                               \n","...         ...          ...          ...              ...              ...   \n","366911  X096677                                                               \n","366912  X201001                                                               \n","366913  X201002                                                               \n","366914  X225104                                                               \n","366915  X423597                                                               \n","\n","       first_lang_parent_x first_lang_parent_y P155_lang_x P155_lang_y  \\\n","0                                                                        \n","1                                                                        \n","2                                                                        \n","3                                                                        \n","4                                                                        \n","...                    ...                 ...         ...         ...   \n","366911                                                                   \n","366912                                                                   \n","366913                                                                   \n","366914                                                                   \n","366915                                                                   \n","\n","       other_lang_x other_lang_y material_x material_y first_mat_x  \\\n","0                                      clay       clay        clay   \n","1                                      clay       clay        clay   \n","2                                      clay       clay        clay   \n","3                                      clay       clay        clay   \n","4                                      clay       clay        clay   \n","...             ...          ...        ...        ...         ...   \n","366911                                                               \n","366912                                                               \n","366913                                                               \n","366914                                                               \n","366915                                                               \n","\n","       first_mat_y first_mat_label_x first_mat_label_y first_mat_qid_x  \\\n","0             clay              clay              clay         Q471153   \n","1             clay              clay              clay         Q471153   \n","2             clay              clay              clay         Q471153   \n","3             clay              clay              clay         Q471153   \n","4             clay              clay              clay         Q471153   \n","...            ...               ...               ...             ...   \n","366911                                                                   \n","366912                                                                   \n","366913                                                                   \n","366914                                                                   \n","366915                                                                   \n","\n","       first_mat_qid_y P155_mat_x P155_mat_y other_mat_x other_mat_y  \\\n","0              Q471153                                                 \n","1              Q471153                                                 \n","2              Q471153                                                 \n","3              Q471153                                                 \n","4              Q471153                                                 \n","...                ...        ...        ...         ...         ...   \n","366911                                                                 \n","366912                                                                 \n","366913                                                                 \n","366914                                                                 \n","366915                                                                 \n","\n","                                     collection_x  \\\n","0       Vorderasiatisches Museum, Berlin, Germany   \n","1       Vorderasiatisches Museum, Berlin, Germany   \n","2       Vorderasiatisches Museum, Berlin, Germany   \n","3       Vorderasiatisches Museum, Berlin, Germany   \n","4       Vorderasiatisches Museum, Berlin, Germany   \n","...                                           ...   \n","366911                                              \n","366912                                              \n","366913                                              \n","366914                                              \n","366915                                              \n","\n","                                     collection_y collection_qid_x  \\\n","0       Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","1       Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","2       Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","3       Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","4       Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","...                                           ...              ...   \n","366911                                                               \n","366912                                                               \n","366913                                                               \n","366914                                                               \n","366915                                                               \n","\n","       collection_qid_y collection_wikidata_id_x collection_wikidata_id_y  \\\n","0               Q510658                  Q542084                  Q542084   \n","1               Q510658                  Q542084                  Q542084   \n","2               Q510658                  Q542084                  Q542084   \n","3               Q510658                  Q542084                  Q542084   \n","4               Q510658                  Q542084                  Q542084   \n","...                 ...                      ...                      ...   \n","366911                                                                      \n","366912                                                                      \n","366913                                                                      \n","366914                                                                      \n","366915                                                                      \n","\n","               collection_name_x         collection_name_y  \\\n","0       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","1       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","2       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","3       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","4       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","...                          ...                       ...   \n","366911                                                       \n","366912                                                       \n","366913                                                       \n","366914                                                       \n","366915                                                       \n","\n","        collection_name_native_x  collection_name_native_y  \\\n","0       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","1       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","2       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","3       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","4       Vorderasiatisches Museum  Vorderasiatisches Museum   \n","...                          ...                       ...   \n","366911                                                       \n","366912                                                       \n","366913                                                       \n","366914                                                       \n","366915                                                       \n","\n","                                         collection_url_x  \\\n","0       https://www.smb.museum/museen-einrichtungen/vo...   \n","1       https://www.smb.museum/museen-einrichtungen/vo...   \n","2       https://www.smb.museum/museen-einrichtungen/vo...   \n","3       https://www.smb.museum/museen-einrichtungen/vo...   \n","4       https://www.smb.museum/museen-einrichtungen/vo...   \n","...                                                   ...   \n","366911                                                      \n","366912                                                      \n","366913                                                      \n","366914                                                      \n","366915                                                      \n","\n","                                         collection_url_y  \\\n","0       https://www.smb.museum/museen-einrichtungen/vo...   \n","1       https://www.smb.museum/museen-einrichtungen/vo...   \n","2       https://www.smb.museum/museen-einrichtungen/vo...   \n","3       https://www.smb.museum/museen-einrichtungen/vo...   \n","4       https://www.smb.museum/museen-einrichtungen/vo...   \n","...                                                   ...   \n","366911                                                      \n","366912                                                      \n","366913                                                      \n","366914                                                      \n","366915                                                      \n","\n","                                           wiki_url_eng_x  \\\n","0       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","1       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","2       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","3       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","4       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","...                                                   ...   \n","366911                                                      \n","366912                                                      \n","366913                                                      \n","366914                                                      \n","366915                                                      \n","\n","                                           wiki_url_eng_y  \\\n","0       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","1       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","2       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","3       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","4       https://en.wikipedia.org/wiki/Vorderasiatische...   \n","...                                                   ...   \n","366911                                                      \n","366912                                                      \n","366913                                                      \n","366914                                                      \n","366915                                                      \n","\n","                                        wiki_url_native_x  \\\n","0       https://de.wikipedia.org/wiki/Vorderasiatische...   \n","1       https://de.wikipedia.org/wiki/Vorderasiatische...   \n","2       https://de.wikipedia.org/wiki/Vorderasiatische...   \n","3       https://de.wikipedia.org/wiki/Vorderasiatische...   \n","4       https://de.wikipedia.org/wiki/Vorderasiatische...   \n","...                                                   ...   \n","366911                                                      \n","366912                                                      \n","366913                                                      \n","366914                                                      \n","366915                                                      \n","\n","                                        wiki_url_native_y P155_collection_x  \\\n","0       https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","1       https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","2       https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","3       https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","4       https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","...                                                   ...               ...   \n","366911                                                                        \n","366912                                                                        \n","366913                                                                        \n","366914                                                                        \n","366915                                                                        \n","\n","       P155_collection_y other_collection_x other_collection_y  \\\n","0                                                                \n","1                                                                \n","2                                                                \n","3                                                                \n","4                                                                \n","...                  ...                ...                ...   \n","366911                                                           \n","366912                                                           \n","366913                                                           \n","366914                                                           \n","366915                                                           \n","\n","       provenience_FG_qid_x provenience_FG_qid_y      provenience_x  \\\n","0                   Q390030                       Uruk (mod. Warka)   \n","1                   Q390030                       Uruk (mod. Warka)   \n","2                   Q390030                       Uruk (mod. Warka)   \n","3                   Q390030                       Uruk (mod. Warka)   \n","4                   Q390030                       Uruk (mod. Warka)   \n","...                     ...                  ...                ...   \n","366911                                                                \n","366912                                                                \n","366913                                                                \n","366914                                                                \n","366915                                                                \n","\n","       provenience_y excavation_no_x excavation_no_y museum_no_x museum_no_y  \\\n","0       Warka (Uruk)       W 06435,a                   VAT 01533               \n","1       Warka (Uruk)       W 06435,b                   VAT 15263               \n","2       Warka (Uruk)       W 09123,d                   VAT 15253               \n","3       Warka (Uruk)       W 09169,d                   VAT 15168               \n","4       Warka (Uruk)       W 09206,k                   VAT 15153               \n","...              ...             ...             ...         ...         ...   \n","366911       Unknown                                                           \n","366912       Unknown                                                           \n","366913       Unknown                                                           \n","366914       Unknown                                                           \n","366915       Unknown                                                           \n","\n","       findspot_square_x findspot_square_y  \\\n","0              M XVIII,?                     \n","1              M XVIII,?                     \n","2               Qa XVI,2                     \n","3               Qa XVI,2                     \n","4               Qa XVI,2                     \n","...                  ...               ...   \n","366911                                       \n","366912                                       \n","366913                                       \n","366914                                       \n","366915                                       \n","\n","                                     ancientplace_x ancientplace_y place_x  \\\n","0       https://database.factgrid.de/entity/Q390030                 Warkāʼ   \n","1       https://database.factgrid.de/entity/Q390030                 Warkāʼ   \n","2       https://database.factgrid.de/entity/Q390030                 Warkāʼ   \n","3       https://database.factgrid.de/entity/Q390030                 Warkāʼ   \n","4       https://database.factgrid.de/entity/Q390030                 Warkāʼ   \n","...                                             ...            ...     ...   \n","366911                                                                       \n","366912                                                                       \n","366913                                                                       \n","366914                                                                       \n","366915                                                                       \n","\n","       place_y object_type_x object_type2_x object_type_y object_type2_y  \\\n","0                     tablet                       tablet                  \n","1                     tablet                       tablet                  \n","2                     tablet                       tablet                  \n","3                     tablet                       tablet                  \n","4                     tablet                       tablet                  \n","...        ...           ...            ...           ...            ...   \n","366911                                                                     \n","366912                                                                     \n","366913                                                                     \n","366914                                                                     \n","366915                                                                     \n","\n","       object_FG_qid_x object_FG_qid_y object_FG_Label_x object_FG_Label_y  \\\n","0              Q512006         Q512006       Clay tablet       Clay tablet   \n","1              Q512006         Q512006       Clay tablet       Clay tablet   \n","2              Q512006         Q512006       Clay tablet       Clay tablet   \n","3              Q512006         Q512006       Clay tablet       Clay tablet   \n","4              Q512006         Q512006       Clay tablet       Clay tablet   \n","...                ...             ...               ...               ...   \n","366911                                                                       \n","366912                                                                       \n","366913                                                                       \n","366914                                                                       \n","366915                                                                       \n","\n","        genre_x  genre_y genre_qid_x genre_qid_y genre_current_count_x  \\\n","0       Lexical  Lexical     Q537054     Q537054                  8273   \n","1       Lexical  Lexical     Q537054     Q537054                  8273   \n","2       Lexical  Lexical     Q537054     Q537054                  8273   \n","3       Lexical  Lexical     Q537054     Q537054                  8273   \n","4       Lexical  Lexical     Q537054     Q537054                  8273   \n","...         ...      ...         ...         ...                   ...   \n","366911                                                                   \n","366912                                                                   \n","366913                                                                   \n","366914                                                                   \n","366915                                                                   \n","\n","       genre_current_count_y P155_genre_x P155_genre_y other_genre_x  \\\n","0                       8273                                           \n","1                       8273                                           \n","2                       8273                                           \n","3                       8273                                           \n","4                       8273                                           \n","...                      ...          ...          ...           ...   \n","366911                                                                 \n","366912                                                                 \n","366913                                                                 \n","366914                                                                 \n","366915                                                                 \n","\n","       other_genre_y                     period_x period_y period_qid_x  \\\n","0                     Uruk III (ca. 3200-3000 BC)               Q512134   \n","1                     Uruk III (ca. 3200-3000 BC)               Q512134   \n","2                      Uruk IV (ca. 3350-3200 BC)               Q512132   \n","3                      Uruk IV (ca. 3350-3200 BC)               Q512132   \n","4                      Uruk IV (ca. 3350-3200 BC)               Q512132   \n","...              ...                          ...      ...          ...   \n","366911                                                                    \n","366912                                                                    \n","366913                                                                    \n","366914                                                                    \n","366915                                                                    \n","\n","       period_qid_y period_wikidata_URI_x period_wikidata_URI_y P155_period_x  \\\n","0                              Q114877803                                       \n","1                              Q114877803                                       \n","2                              Q114877809                                       \n","3                              Q114877809                                       \n","4                              Q114877809                                       \n","...             ...                   ...                   ...           ...   \n","366911                                                                          \n","366912                                                                          \n","366913                                                                          \n","366914                                                                          \n","366915                                                                          \n","\n","       P155_period_y other_possible_period_x other_possible_period_y  \\\n","0                                                                      \n","1                                                                      \n","2                                                                      \n","3                                                                      \n","4                                                                      \n","...              ...                     ...                     ...   \n","366911                                                                 \n","366912                                                                 \n","366913                                                                 \n","366914                                                                 \n","366915                                                                 \n","\n","                       designation_x                designation_y  \n","0       CDLI Lexical 000002, ex. 065                    W 06435,a  \n","1       CDLI Lexical 000002, ex. 066                    W 06435,b  \n","2           ATU 3, pl. 081, W 9123,d                    W 09123,d  \n","3       CDLI Lexical 000002, ex. 051                    W 09169,d  \n","4       CDLI Lexical 000002, ex. 172                    W 09206,k  \n","...                              ...                          ...  \n","366911                                                  BM 096677  \n","366912                                                Iraq 82 129  \n","366913                                                Iraq 82 133  \n","366914                                OB Contracts, pl. D4 no. 24  \n","366915                                     www antiquities.fr 004  \n","\n","[366916 rows x 87 columns]"],"text/html":["\n","  <div id=\"df-2e09c9b5-72bf-4c8d-91ec-eeed34002402\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text</th>\n","      <th>first_lang_x</th>\n","      <th>first_lang_y</th>\n","      <th>first_lang_qid_x</th>\n","      <th>first_lang_qid_y</th>\n","      <th>first_lang_parent_x</th>\n","      <th>first_lang_parent_y</th>\n","      <th>P155_lang_x</th>\n","      <th>P155_lang_y</th>\n","      <th>other_lang_x</th>\n","      <th>other_lang_y</th>\n","      <th>material_x</th>\n","      <th>material_y</th>\n","      <th>first_mat_x</th>\n","      <th>first_mat_y</th>\n","      <th>first_mat_label_x</th>\n","      <th>first_mat_label_y</th>\n","      <th>first_mat_qid_x</th>\n","      <th>first_mat_qid_y</th>\n","      <th>P155_mat_x</th>\n","      <th>P155_mat_y</th>\n","      <th>other_mat_x</th>\n","      <th>other_mat_y</th>\n","      <th>collection_x</th>\n","      <th>collection_y</th>\n","      <th>collection_qid_x</th>\n","      <th>collection_qid_y</th>\n","      <th>collection_wikidata_id_x</th>\n","      <th>collection_wikidata_id_y</th>\n","      <th>collection_name_x</th>\n","      <th>collection_name_y</th>\n","      <th>collection_name_native_x</th>\n","      <th>collection_name_native_y</th>\n","      <th>collection_url_x</th>\n","      <th>collection_url_y</th>\n","      <th>wiki_url_eng_x</th>\n","      <th>wiki_url_eng_y</th>\n","      <th>wiki_url_native_x</th>\n","      <th>wiki_url_native_y</th>\n","      <th>P155_collection_x</th>\n","      <th>P155_collection_y</th>\n","      <th>other_collection_x</th>\n","      <th>other_collection_y</th>\n","      <th>provenience_FG_qid_x</th>\n","      <th>provenience_FG_qid_y</th>\n","      <th>provenience_x</th>\n","      <th>provenience_y</th>\n","      <th>excavation_no_x</th>\n","      <th>excavation_no_y</th>\n","      <th>museum_no_x</th>\n","      <th>museum_no_y</th>\n","      <th>findspot_square_x</th>\n","      <th>findspot_square_y</th>\n","      <th>ancientplace_x</th>\n","      <th>ancientplace_y</th>\n","      <th>place_x</th>\n","      <th>place_y</th>\n","      <th>object_type_x</th>\n","      <th>object_type2_x</th>\n","      <th>object_type_y</th>\n","      <th>object_type2_y</th>\n","      <th>object_FG_qid_x</th>\n","      <th>object_FG_qid_y</th>\n","      <th>object_FG_Label_x</th>\n","      <th>object_FG_Label_y</th>\n","      <th>genre_x</th>\n","      <th>genre_y</th>\n","      <th>genre_qid_x</th>\n","      <th>genre_qid_y</th>\n","      <th>genre_current_count_x</th>\n","      <th>genre_current_count_y</th>\n","      <th>P155_genre_x</th>\n","      <th>P155_genre_y</th>\n","      <th>other_genre_x</th>\n","      <th>other_genre_y</th>\n","      <th>period_x</th>\n","      <th>period_y</th>\n","      <th>period_qid_x</th>\n","      <th>period_qid_y</th>\n","      <th>period_wikidata_URI_x</th>\n","      <th>period_wikidata_URI_y</th>\n","      <th>P155_period_x</th>\n","      <th>P155_period_y</th>\n","      <th>other_possible_period_x</th>\n","      <th>other_possible_period_y</th>\n","      <th>designation_x</th>\n","      <th>designation_y</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 06435,a</td>\n","      <td></td>\n","      <td>VAT 01533</td>\n","      <td></td>\n","      <td>M XVIII,?</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td></td>\n","      <td>Q512134</td>\n","      <td></td>\n","      <td>Q114877803</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 065</td>\n","      <td>W 06435,a</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 06435,b</td>\n","      <td></td>\n","      <td>VAT 15263</td>\n","      <td></td>\n","      <td>M XVIII,?</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td></td>\n","      <td>Q512134</td>\n","      <td></td>\n","      <td>Q114877803</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 066</td>\n","      <td>W 06435,b</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 09123,d</td>\n","      <td></td>\n","      <td>VAT 15253</td>\n","      <td></td>\n","      <td>Qa XVI,2</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td></td>\n","      <td>Q512132</td>\n","      <td></td>\n","      <td>Q114877809</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>ATU 3, pl. 081, W 9123,d</td>\n","      <td>W 09123,d</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>P000004</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 09169,d</td>\n","      <td></td>\n","      <td>VAT 15168</td>\n","      <td></td>\n","      <td>Qa XVI,2</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td></td>\n","      <td>Q512132</td>\n","      <td></td>\n","      <td>Q114877809</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 051</td>\n","      <td>W 09169,d</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>P000005</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 09206,k</td>\n","      <td></td>\n","      <td>VAT 15153</td>\n","      <td></td>\n","      <td>Qa XVI,2</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td></td>\n","      <td>Q512132</td>\n","      <td></td>\n","      <td>Q114877809</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 172</td>\n","      <td>W 09206,k</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>X096677</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Unknown</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>BM 096677</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>X201001</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Unknown</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Iraq 82 129</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>X201002</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Unknown</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Iraq 82 133</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>X225104</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Unknown</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>OB Contracts, pl. D4 no. 24</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>X423597</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Unknown</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>www antiquities.fr 004</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 87 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-2e09c9b5-72bf-4c8d-91ec-eeed34002402')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-2e09c9b5-72bf-4c8d-91ec-eeed34002402 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-2e09c9b5-72bf-4c8d-91ec-eeed34002402');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-eec4476a-1509-4d1e-b440-b8b0f300d92b\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-eec4476a-1509-4d1e-b440-b8b0f300d92b')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-eec4476a-1509-4d1e-b440-b8b0f300d92b button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_328ef18e-7b3f-41e6-9b92-4e6828d72b29\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('den_df')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_328ef18e-7b3f-41e6-9b92-4e6828d72b29 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('den_df');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"den_df"}},"metadata":{},"execution_count":5}],"source":["#fill null values with ''\n","den_df.fillna('', inplace = True)\n","den_df = den_df.rename({'Len_x':'place_x', 'Len_y':'place_y'}, axis = 1) #because we create a len category later on, we need to rename it to place\n","den_df"]},{"cell_type":"markdown","metadata":{"id":"eXd2mauYrVsZ"},"source":["###2 For each object with a 'cdli_id' + 'designation' we will make the description by joining the following fields:\n"," * 'lang' + ( and 'lang2') [if questionable, exclude 'lang']\n"," * 'genre' +\n"," * 'object' +\n"," * \" from \" +\n"," * 'provenience = Len' + (the CDLI 'provenience' field has many missing fields, so we will use the 'Len' field instead)\n"," * \", dated to \" +\n"," * 'period' +\n"," * \" and currently held in the\" +\n"," * 'collection'\n","\n"]},{"cell_type":"code","execution_count":6,"metadata":{"id":"XF9hvlQ9JBDk","executionInfo":{"status":"ok","timestamp":1710207334161,"user_tz":240,"elapsed":293,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["def ensure_cap(words):\n","    \"\"\"\n","    Lexical tablet found in the warkāʼ provenience, dated to uruk iii (ca. 3200-3000 bc) and currently held in the vorderasiatisches museum, berlin, germany.\n","    \"\"\"\n","    if words == \" \" or len(words) == 0:\n","      return words\n","    word_list = words.split(\" \")\n","    roman_times = {\"ii\", \"iii\", \"i\", \"iv\"}\n","    if len(word_list) == 0:\n","        return words[0].upper() + words[1:]\n","    else:\n","        result = \"\"\n","        for word in word_list:\n","            if word in roman_times:\n","                result += word.upper()\n","            else:\n","                result += word[0].upper() + word[1:] + \" \"\n","        return result.strip()"]},{"cell_type":"markdown","metadata":{"id":"8lDe2aUYrXvL"},"source":["###3 The result should look something like this: __\"Sumerian administrative tablet from Girsu, dated to Ur III (ca. 2100-2000 BC) and currently held in the British Museum, London, UK\"__\n","\n"]},{"cell_type":"code","execution_count":7,"metadata":{"id":"-z9RjbLrGkkW","executionInfo":{"status":"ok","timestamp":1710207393647,"user_tz":240,"elapsed":50616,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["den = []\n","\n","for i in range(den_df.shape[0]):\n","\n","  d = ''\n","\n","  ####### language ########\n","\n","  # only includes lang if first_lang is not questionable\n","  if den_df.loc[i, 'P155_lang_x'] == '':\n","    first_l = den_df['first_lang_x'][i].capitalize()\n","    d = d + first_l\n","\n","  # check if other language exists\n","  if den_df.loc[i, 'other_lang_x'] != '':\n","    # split multiple other languages\n","    other_l_lst = den_df.loc[i, 'other_lang_x'].split(',')\n","\n","    # if only one other language\n","    if len(other_l_lst) == 1:\n","      other_l = other_l_lst[0]\n","      if '?' in other_l:\n","        other_l = other_l.replace('?', '').rstrip().capitalize()\n","        d = d + ' and possibly ' + other_l\n","      else:\n","        d = d + ' and ' + other_l.capitalize()\n","\n","    # if more than one other languages\n","    else:\n","      # for all but the last one\n","      for other_l in other_l_lst[0:(len(other_l_lst)-1)]:\n","        # remove spaces\n","        other_l = other_l.replace(' ', '')\n","        if '?' in other_l:\n","          other_l = other_l.replace('?', '').rstrip().capitalize()\n","          d = d + ', possibly ' + other_l\n","        else:\n","          d = d + ', ' + other_l.capitalize()\n","      # for the last one\n","      last_other_l = other_l_lst[-1]\n","      if '?' in last_other_l:\n","        last_other_l = last_other_l.replace('?', '').rstrip().capitalize()\n","        d = d + ', and possibly ' + last_other_l\n","      else:\n","        d = d + ', and ' + last_other_l.capitalize()\n","\n","\n","  ######## genre ########\n","\n","  g = ensure_cap(den_df.loc[i, 'genre_x'].lower())\n","\n","  # if genre is questionable\n","  if den_df.loc[i, 'P155_genre_x'] != '':\n","    # if genre starts the sentence\n","    if d == '':\n","      d = d + g.capitalize() + ' (?)'\n","    else:\n","      d = d + ' ' + g + ' (?)'\n","\n","  # if genre is certain\n","  else:\n","    # if genre starts the sentence\n","    if d == '':\n","      d = d + g.capitalize()\n","    else:\n","      d = d + ' ' + g\n","\n","\n","  ######## object ########\n","\n","  o = den_df.loc[i,'object_type_x'].lower()\n","\n","  # if object is questionable\n","  if o == '':\n","    if len(d) == 0:\n","      d = d + 'An '\n","    d = d + ' object of an unknown type'\n","  else:\n","    d = d + ' ' + o\n","\n","  ######## provenience ########\n","\n","  p = den_df.loc[i, 'place_x']\n","  p = ensure_cap(p)\n","\n","  if p == '':\n","    d = d + ' from an unspecified location'\n","  else:\n","    d = d + ' found in the ' + p + ' provenience'\n","\n","  ######## if the rest of the sentence is empty then leave off the rest of the description ######\n","  if den_df.loc[i, 'period_x'] == '' and den_df.loc[i,'collection_x'] == '':\n","    d = d + '.'\n","    den += [d]\n","    continue;\n","\n","  ######## period ########\n","\n","  # if period is questionable\n","  period = ensure_cap(den_df.loc[i, 'period_x'])\n","  if den_df.loc[i, 'P155_period_x'] != '':\n","    d = d + ', dated to ' + period + ' (?)'\n","  else:\n","    if den_df.loc[i, 'period_x'] != '':\n","      d = d + ', dated to ' + period\n","    else:\n","      d = d + ', dated to an unspecified period'\n","\n","  ######## collection ########\n","  # if the collection is questionable\n","  if den_df.loc[i, 'P155_collection_x'] != '':\n","    d = d + ' and currently held in the ' + ensure_cap(den_df.loc[i, 'P155_collection_x']) + ' (?)'\n","  else:\n","    if den_df.loc[i,'collection_x'] != '':\n","      d = d + ' and currently held in the ' + ensure_cap(den_df.loc[i, 'collection_x'])\n","\n","  d = d + '.'\n","  den += [d]"]},{"cell_type":"code","execution_count":8,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"9EzrxvGIdddj","outputId":"55d27e04-caeb-40db-aedf-edddac111e2a","executionInfo":{"status":"ok","timestamp":1710207396075,"user_tz":240,"elapsed":271,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["array(['Lexical tablet found in the Warkāʼ provenience, dated to Uruk III (ca. 3200-3000 BC) and currently held in the Vorderasiatisches Museum, Berlin, Germany.',\n","       'Lexical tablet found in the Warkāʼ provenience, dated to Uruk IV (ca. 3350-3200 BC) and currently held in the Vorderasiatisches Museum, Berlin, Germany.',\n","       'Lexical tablet found in the Warkāʼ provenience, dated to Uruk III (ca. 3200-3000 BC) and currently held in the National Museum Of Iraq, Baghdad, Iraq.',\n","       ..., ' bowl (with sculpture) from an unspecified location.',\n","       ' beaker from an unspecified location.',\n","       ' bronze cross from an unspecified location.'], dtype=object)"]},"metadata":{},"execution_count":8}],"source":["pd.unique(pd.Series(den))"]},{"cell_type":"code","execution_count":9,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":486},"id":"AHgHJXvjdVGz","outputId":"1e526c59-1a7e-4288-e09b-d9bd8a316fcd","executionInfo":{"status":"ok","timestamp":1710207420829,"user_tz":240,"elapsed":941,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["   id_text first_lang_x first_lang_y first_lang_qid_x first_lang_qid_y  \\\n","0  P000001                                                               \n","1  P000002                                                               \n","2  P000003                                                               \n","3  P000004                                                               \n","4  P000005                                                               \n","\n","  first_lang_parent_x first_lang_parent_y P155_lang_x P155_lang_y  \\\n","0                                                                   \n","1                                                                   \n","2                                                                   \n","3                                                                   \n","4                                                                   \n","\n","  other_lang_x other_lang_y material_x material_y first_mat_x first_mat_y  \\\n","0                                 clay       clay        clay        clay   \n","1                                 clay       clay        clay        clay   \n","2                                 clay       clay        clay        clay   \n","3                                 clay       clay        clay        clay   \n","4                                 clay       clay        clay        clay   \n","\n","  first_mat_label_x first_mat_label_y first_mat_qid_x first_mat_qid_y  \\\n","0              clay              clay         Q471153         Q471153   \n","1              clay              clay         Q471153         Q471153   \n","2              clay              clay         Q471153         Q471153   \n","3              clay              clay         Q471153         Q471153   \n","4              clay              clay         Q471153         Q471153   \n","\n","  P155_mat_x P155_mat_y other_mat_x other_mat_y  \\\n","0                                                 \n","1                                                 \n","2                                                 \n","3                                                 \n","4                                                 \n","\n","                                collection_x  \\\n","0  Vorderasiatisches Museum, Berlin, Germany   \n","1  Vorderasiatisches Museum, Berlin, Germany   \n","2  Vorderasiatisches Museum, Berlin, Germany   \n","3  Vorderasiatisches Museum, Berlin, Germany   \n","4  Vorderasiatisches Museum, Berlin, Germany   \n","\n","                                collection_y collection_qid_x  \\\n","0  Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","1  Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","2  Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","3  Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","4  Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","\n","  collection_qid_y collection_wikidata_id_x collection_wikidata_id_y  \\\n","0          Q510658                  Q542084                  Q542084   \n","1          Q510658                  Q542084                  Q542084   \n","2          Q510658                  Q542084                  Q542084   \n","3          Q510658                  Q542084                  Q542084   \n","4          Q510658                  Q542084                  Q542084   \n","\n","          collection_name_x         collection_name_y  \\\n","0  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","1  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","2  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","3  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","4  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","\n","   collection_name_native_x  collection_name_native_y  \\\n","0  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","1  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","2  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","3  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","4  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","\n","                                    collection_url_x  \\\n","0  https://www.smb.museum/museen-einrichtungen/vo...   \n","1  https://www.smb.museum/museen-einrichtungen/vo...   \n","2  https://www.smb.museum/museen-einrichtungen/vo...   \n","3  https://www.smb.museum/museen-einrichtungen/vo...   \n","4  https://www.smb.museum/museen-einrichtungen/vo...   \n","\n","                                    collection_url_y  \\\n","0  https://www.smb.museum/museen-einrichtungen/vo...   \n","1  https://www.smb.museum/museen-einrichtungen/vo...   \n","2  https://www.smb.museum/museen-einrichtungen/vo...   \n","3  https://www.smb.museum/museen-einrichtungen/vo...   \n","4  https://www.smb.museum/museen-einrichtungen/vo...   \n","\n","                                      wiki_url_eng_x  \\\n","0  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","1  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","2  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","3  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","4  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","\n","                                      wiki_url_eng_y  \\\n","0  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","1  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","2  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","3  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","4  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","\n","                                   wiki_url_native_x  \\\n","0  https://de.wikipedia.org/wiki/Vorderasiatische...   \n","1  https://de.wikipedia.org/wiki/Vorderasiatische...   \n","2  https://de.wikipedia.org/wiki/Vorderasiatische...   \n","3  https://de.wikipedia.org/wiki/Vorderasiatische...   \n","4  https://de.wikipedia.org/wiki/Vorderasiatische...   \n","\n","                                   wiki_url_native_y P155_collection_x  \\\n","0  https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","1  https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","2  https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","3  https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","4  https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","\n","  P155_collection_y other_collection_x other_collection_y  \\\n","0                                                           \n","1                                                           \n","2                                                           \n","3                                                           \n","4                                                           \n","\n","  provenience_FG_qid_x provenience_FG_qid_y      provenience_x provenience_y  \\\n","0              Q390030                       Uruk (mod. Warka)  Warka (Uruk)   \n","1              Q390030                       Uruk (mod. Warka)  Warka (Uruk)   \n","2              Q390030                       Uruk (mod. Warka)  Warka (Uruk)   \n","3              Q390030                       Uruk (mod. Warka)  Warka (Uruk)   \n","4              Q390030                       Uruk (mod. Warka)  Warka (Uruk)   \n","\n","  excavation_no_x excavation_no_y museum_no_x museum_no_y findspot_square_x  \\\n","0       W 06435,a                   VAT 01533                     M XVIII,?   \n","1       W 06435,b                   VAT 15263                     M XVIII,?   \n","2       W 09123,d                   VAT 15253                      Qa XVI,2   \n","3       W 09169,d                   VAT 15168                      Qa XVI,2   \n","4       W 09206,k                   VAT 15153                      Qa XVI,2   \n","\n","  findspot_square_y                               ancientplace_x  \\\n","0                    https://database.factgrid.de/entity/Q390030   \n","1                    https://database.factgrid.de/entity/Q390030   \n","2                    https://database.factgrid.de/entity/Q390030   \n","3                    https://database.factgrid.de/entity/Q390030   \n","4                    https://database.factgrid.de/entity/Q390030   \n","\n","  ancientplace_y place_x place_y object_type_x object_type2_x object_type_y  \\\n","0                 Warkāʼ                tablet                       tablet   \n","1                 Warkāʼ                tablet                       tablet   \n","2                 Warkāʼ                tablet                       tablet   \n","3                 Warkāʼ                tablet                       tablet   \n","4                 Warkāʼ                tablet                       tablet   \n","\n","  object_type2_y object_FG_qid_x object_FG_qid_y object_FG_Label_x  \\\n","0                        Q512006         Q512006       Clay tablet   \n","1                        Q512006         Q512006       Clay tablet   \n","2                        Q512006         Q512006       Clay tablet   \n","3                        Q512006         Q512006       Clay tablet   \n","4                        Q512006         Q512006       Clay tablet   \n","\n","  object_FG_Label_y  genre_x  genre_y genre_qid_x genre_qid_y  \\\n","0       Clay tablet  Lexical  Lexical     Q537054     Q537054   \n","1       Clay tablet  Lexical  Lexical     Q537054     Q537054   \n","2       Clay tablet  Lexical  Lexical     Q537054     Q537054   \n","3       Clay tablet  Lexical  Lexical     Q537054     Q537054   \n","4       Clay tablet  Lexical  Lexical     Q537054     Q537054   \n","\n","  genre_current_count_x genre_current_count_y P155_genre_x P155_genre_y  \\\n","0                  8273                  8273                             \n","1                  8273                  8273                             \n","2                  8273                  8273                             \n","3                  8273                  8273                             \n","4                  8273                  8273                             \n","\n","  other_genre_x other_genre_y                     period_x period_y  \\\n","0                              Uruk III (ca. 3200-3000 BC)            \n","1                              Uruk III (ca. 3200-3000 BC)            \n","2                               Uruk IV (ca. 3350-3200 BC)            \n","3                               Uruk IV (ca. 3350-3200 BC)            \n","4                               Uruk IV (ca. 3350-3200 BC)            \n","\n","  period_qid_x period_qid_y period_wikidata_URI_x period_wikidata_URI_y  \\\n","0      Q512134                         Q114877803                         \n","1      Q512134                         Q114877803                         \n","2      Q512132                         Q114877809                         \n","3      Q512132                         Q114877809                         \n","4      Q512132                         Q114877809                         \n","\n","  P155_period_x P155_period_y other_possible_period_x other_possible_period_y  \\\n","0                                                                               \n","1                                                                               \n","2                                                                               \n","3                                                                               \n","4                                                                               \n","\n","                  designation_x designation_y  \\\n","0  CDLI Lexical 000002, ex. 065     W 06435,a   \n","1  CDLI Lexical 000002, ex. 066     W 06435,b   \n","2      ATU 3, pl. 081, W 9123,d     W 09123,d   \n","3  CDLI Lexical 000002, ex. 051     W 09169,d   \n","4  CDLI Lexical 000002, ex. 172     W 09206,k   \n","\n","                                                 Den  \n","0  Lexical tablet found in the Warkāʼ provenience...  \n","1  Lexical tablet found in the Warkāʼ provenience...  \n","2  Lexical tablet found in the Warkāʼ provenience...  \n","3  Lexical tablet found in the Warkāʼ provenience...  \n","4  Lexical tablet found in the Warkāʼ provenience...  "],"text/html":["\n","  <div id=\"df-ed56a4ea-d16d-4a81-9254-e29656f7a259\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text</th>\n","      <th>first_lang_x</th>\n","      <th>first_lang_y</th>\n","      <th>first_lang_qid_x</th>\n","      <th>first_lang_qid_y</th>\n","      <th>first_lang_parent_x</th>\n","      <th>first_lang_parent_y</th>\n","      <th>P155_lang_x</th>\n","      <th>P155_lang_y</th>\n","      <th>other_lang_x</th>\n","      <th>other_lang_y</th>\n","      <th>material_x</th>\n","      <th>material_y</th>\n","      <th>first_mat_x</th>\n","      <th>first_mat_y</th>\n","      <th>first_mat_label_x</th>\n","      <th>first_mat_label_y</th>\n","      <th>first_mat_qid_x</th>\n","      <th>first_mat_qid_y</th>\n","      <th>P155_mat_x</th>\n","      <th>P155_mat_y</th>\n","      <th>other_mat_x</th>\n","      <th>other_mat_y</th>\n","      <th>collection_x</th>\n","      <th>collection_y</th>\n","      <th>collection_qid_x</th>\n","      <th>collection_qid_y</th>\n","      <th>collection_wikidata_id_x</th>\n","      <th>collection_wikidata_id_y</th>\n","      <th>collection_name_x</th>\n","      <th>collection_name_y</th>\n","      <th>collection_name_native_x</th>\n","      <th>collection_name_native_y</th>\n","      <th>collection_url_x</th>\n","      <th>collection_url_y</th>\n","      <th>wiki_url_eng_x</th>\n","      <th>wiki_url_eng_y</th>\n","      <th>wiki_url_native_x</th>\n","      <th>wiki_url_native_y</th>\n","      <th>P155_collection_x</th>\n","      <th>P155_collection_y</th>\n","      <th>other_collection_x</th>\n","      <th>other_collection_y</th>\n","      <th>provenience_FG_qid_x</th>\n","      <th>provenience_FG_qid_y</th>\n","      <th>provenience_x</th>\n","      <th>provenience_y</th>\n","      <th>excavation_no_x</th>\n","      <th>excavation_no_y</th>\n","      <th>museum_no_x</th>\n","      <th>museum_no_y</th>\n","      <th>findspot_square_x</th>\n","      <th>findspot_square_y</th>\n","      <th>ancientplace_x</th>\n","      <th>ancientplace_y</th>\n","      <th>place_x</th>\n","      <th>place_y</th>\n","      <th>object_type_x</th>\n","      <th>object_type2_x</th>\n","      <th>object_type_y</th>\n","      <th>object_type2_y</th>\n","      <th>object_FG_qid_x</th>\n","      <th>object_FG_qid_y</th>\n","      <th>object_FG_Label_x</th>\n","      <th>object_FG_Label_y</th>\n","      <th>genre_x</th>\n","      <th>genre_y</th>\n","      <th>genre_qid_x</th>\n","      <th>genre_qid_y</th>\n","      <th>genre_current_count_x</th>\n","      <th>genre_current_count_y</th>\n","      <th>P155_genre_x</th>\n","      <th>P155_genre_y</th>\n","      <th>other_genre_x</th>\n","      <th>other_genre_y</th>\n","      <th>period_x</th>\n","      <th>period_y</th>\n","      <th>period_qid_x</th>\n","      <th>period_qid_y</th>\n","      <th>period_wikidata_URI_x</th>\n","      <th>period_wikidata_URI_y</th>\n","      <th>P155_period_x</th>\n","      <th>P155_period_y</th>\n","      <th>other_possible_period_x</th>\n","      <th>other_possible_period_y</th>\n","      <th>designation_x</th>\n","      <th>designation_y</th>\n","      <th>Den</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 06435,a</td>\n","      <td></td>\n","      <td>VAT 01533</td>\n","      <td></td>\n","      <td>M XVIII,?</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td></td>\n","      <td>Q512134</td>\n","      <td></td>\n","      <td>Q114877803</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 065</td>\n","      <td>W 06435,a</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 06435,b</td>\n","      <td></td>\n","      <td>VAT 15263</td>\n","      <td></td>\n","      <td>M XVIII,?</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td></td>\n","      <td>Q512134</td>\n","      <td></td>\n","      <td>Q114877803</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 066</td>\n","      <td>W 06435,b</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 09123,d</td>\n","      <td></td>\n","      <td>VAT 15253</td>\n","      <td></td>\n","      <td>Qa XVI,2</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td></td>\n","      <td>Q512132</td>\n","      <td></td>\n","      <td>Q114877809</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>ATU 3, pl. 081, W 9123,d</td>\n","      <td>W 09123,d</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>P000004</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 09169,d</td>\n","      <td></td>\n","      <td>VAT 15168</td>\n","      <td></td>\n","      <td>Qa XVI,2</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td></td>\n","      <td>Q512132</td>\n","      <td></td>\n","      <td>Q114877809</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 051</td>\n","      <td>W 09169,d</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>P000005</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 09206,k</td>\n","      <td></td>\n","      <td>VAT 15153</td>\n","      <td></td>\n","      <td>Qa XVI,2</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td></td>\n","      <td>Q512132</td>\n","      <td></td>\n","      <td>Q114877809</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 172</td>\n","      <td>W 09206,k</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ed56a4ea-d16d-4a81-9254-e29656f7a259')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-ed56a4ea-d16d-4a81-9254-e29656f7a259 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-ed56a4ea-d16d-4a81-9254-e29656f7a259');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-ee55aaa3-8e17-463d-93e3-96946264bcb1\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-ee55aaa3-8e17-463d-93e3-96946264bcb1')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-ee55aaa3-8e17-463d-93e3-96946264bcb1 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"den_df"}},"metadata":{},"execution_count":9}],"source":["den_df['Den'] = den\n","den_df.head()"]},{"cell_type":"markdown","metadata":{"id":"lZqqWA3l10GB"},"source":["Creating the 'Len' for the dataframe"]},{"cell_type":"code","execution_count":10,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"mC2eWvRz0uUA","outputId":"dfa1f6c2-1f22-499e-e179-8326dffaf5de","executionInfo":{"status":"ok","timestamp":1710207447676,"user_tz":240,"elapsed":5969,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["                                                  Len\n","0       Cuneiform Tablet CDLI Lexical 000002, ex. 065\n","1       Cuneiform Tablet CDLI Lexical 000002, ex. 066\n","2           Cuneiform Tablet ATU 3, pl. 081, W 9123,d\n","3       Cuneiform Tablet CDLI Lexical 000002, ex. 051\n","4       Cuneiform Tablet CDLI Lexical 000002, ex. 172\n","...                                               ...\n","366911                            Cuneiform artifact \n","366912                            Cuneiform artifact \n","366913                            Cuneiform artifact \n","366914                            Cuneiform artifact \n","366915                            Cuneiform artifact \n","\n","[366916 rows x 1 columns]"],"text/html":["\n","  <div id=\"df-6b954556-186a-4a94-9f64-1f1efeb94c64\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Len</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 065</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 066</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Cuneiform Tablet ATU 3, pl. 081, W 9123,d</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 051</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 172</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>Cuneiform artifact</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>Cuneiform artifact</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>Cuneiform artifact</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>Cuneiform artifact</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>Cuneiform artifact</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 1 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-6b954556-186a-4a94-9f64-1f1efeb94c64')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-6b954556-186a-4a94-9f64-1f1efeb94c64 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-6b954556-186a-4a94-9f64-1f1efeb94c64');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-cd5ce5d8-2b20-4dd8-b32c-c92a9bf8cbdb\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-cd5ce5d8-2b20-4dd8-b32c-c92a9bf8cbdb')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-cd5ce5d8-2b20-4dd8-b32c-c92a9bf8cbdb button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_f8851339-e675-4e8e-8c91-7ebe0692e220\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('Len')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_f8851339-e675-4e8e-8c91-7ebe0692e220 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('Len');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"Len"}},"metadata":{},"execution_count":10}],"source":["den_df['object_type_x'] = [x.capitalize() for x in den_df['object_type_x']]\n","\n","lst = []\n","\n","for i in range(den_df.shape[0]):\n","  sentence = 'Cuneiform'\n","  if den_df['object_type_x'][i] != '':\n","    sentence += ' ' + den_df['object_type_x'][i]\n","  else:\n","    sentence += ' artifact'\n","  sentence += ' ' + den_df['designation_x'][i]\n","  lst.append(sentence)\n","\n","Len = pd.DataFrame({'Len' : lst})\n","Len"]},{"cell_type":"code","execution_count":11,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":406},"id":"9RT3ZAuwjuPY","outputId":"a7f6e7ca-6d02-4933-9f17-ae1c0a26eaee","executionInfo":{"status":"ok","timestamp":1710207458356,"user_tz":240,"elapsed":295,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["   id_text first_lang_x first_lang_y first_lang_qid_x first_lang_qid_y  \\\n","0  P000001                                                               \n","1  P000002                                                               \n","2  P000003                                                               \n","\n","  first_lang_parent_x first_lang_parent_y P155_lang_x P155_lang_y  \\\n","0                                                                   \n","1                                                                   \n","2                                                                   \n","\n","  other_lang_x other_lang_y material_x material_y first_mat_x first_mat_y  \\\n","0                                 clay       clay        clay        clay   \n","1                                 clay       clay        clay        clay   \n","2                                 clay       clay        clay        clay   \n","\n","  first_mat_label_x first_mat_label_y first_mat_qid_x first_mat_qid_y  \\\n","0              clay              clay         Q471153         Q471153   \n","1              clay              clay         Q471153         Q471153   \n","2              clay              clay         Q471153         Q471153   \n","\n","  P155_mat_x P155_mat_y other_mat_x other_mat_y  \\\n","0                                                 \n","1                                                 \n","2                                                 \n","\n","                                collection_x  \\\n","0  Vorderasiatisches Museum, Berlin, Germany   \n","1  Vorderasiatisches Museum, Berlin, Germany   \n","2  Vorderasiatisches Museum, Berlin, Germany   \n","\n","                                collection_y collection_qid_x  \\\n","0  Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","1  Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","2  Vorderasiatisches Museum, Berlin, Germany          Q510658   \n","\n","  collection_qid_y collection_wikidata_id_x collection_wikidata_id_y  \\\n","0          Q510658                  Q542084                  Q542084   \n","1          Q510658                  Q542084                  Q542084   \n","2          Q510658                  Q542084                  Q542084   \n","\n","          collection_name_x         collection_name_y  \\\n","0  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","1  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","2  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","\n","   collection_name_native_x  collection_name_native_y  \\\n","0  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","1  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","2  Vorderasiatisches Museum  Vorderasiatisches Museum   \n","\n","                                    collection_url_x  \\\n","0  https://www.smb.museum/museen-einrichtungen/vo...   \n","1  https://www.smb.museum/museen-einrichtungen/vo...   \n","2  https://www.smb.museum/museen-einrichtungen/vo...   \n","\n","                                    collection_url_y  \\\n","0  https://www.smb.museum/museen-einrichtungen/vo...   \n","1  https://www.smb.museum/museen-einrichtungen/vo...   \n","2  https://www.smb.museum/museen-einrichtungen/vo...   \n","\n","                                      wiki_url_eng_x  \\\n","0  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","1  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","2  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","\n","                                      wiki_url_eng_y  \\\n","0  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","1  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","2  https://en.wikipedia.org/wiki/Vorderasiatische...   \n","\n","                                   wiki_url_native_x  \\\n","0  https://de.wikipedia.org/wiki/Vorderasiatische...   \n","1  https://de.wikipedia.org/wiki/Vorderasiatische...   \n","2  https://de.wikipedia.org/wiki/Vorderasiatische...   \n","\n","                                   wiki_url_native_y P155_collection_x  \\\n","0  https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","1  https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","2  https://de.wikipedia.org/wiki/Vorderasiatische...                     \n","\n","  P155_collection_y other_collection_x other_collection_y  \\\n","0                                                           \n","1                                                           \n","2                                                           \n","\n","  provenience_FG_qid_x provenience_FG_qid_y      provenience_x provenience_y  \\\n","0              Q390030                       Uruk (mod. Warka)  Warka (Uruk)   \n","1              Q390030                       Uruk (mod. Warka)  Warka (Uruk)   \n","2              Q390030                       Uruk (mod. Warka)  Warka (Uruk)   \n","\n","  excavation_no_x excavation_no_y museum_no_x museum_no_y findspot_square_x  \\\n","0       W 06435,a                   VAT 01533                     M XVIII,?   \n","1       W 06435,b                   VAT 15263                     M XVIII,?   \n","2       W 09123,d                   VAT 15253                      Qa XVI,2   \n","\n","  findspot_square_y                               ancientplace_x  \\\n","0                    https://database.factgrid.de/entity/Q390030   \n","1                    https://database.factgrid.de/entity/Q390030   \n","2                    https://database.factgrid.de/entity/Q390030   \n","\n","  ancientplace_y place_x place_y object_type_x object_type2_x object_type_y  \\\n","0                 Warkāʼ                Tablet                       tablet   \n","1                 Warkāʼ                Tablet                       tablet   \n","2                 Warkāʼ                Tablet                       tablet   \n","\n","  object_type2_y object_FG_qid_x object_FG_qid_y object_FG_Label_x  \\\n","0                        Q512006         Q512006       Clay tablet   \n","1                        Q512006         Q512006       Clay tablet   \n","2                        Q512006         Q512006       Clay tablet   \n","\n","  object_FG_Label_y  genre_x  genre_y genre_qid_x genre_qid_y  \\\n","0       Clay tablet  Lexical  Lexical     Q537054     Q537054   \n","1       Clay tablet  Lexical  Lexical     Q537054     Q537054   \n","2       Clay tablet  Lexical  Lexical     Q537054     Q537054   \n","\n","  genre_current_count_x genre_current_count_y P155_genre_x P155_genre_y  \\\n","0                  8273                  8273                             \n","1                  8273                  8273                             \n","2                  8273                  8273                             \n","\n","  other_genre_x other_genre_y                     period_x period_y  \\\n","0                              Uruk III (ca. 3200-3000 BC)            \n","1                              Uruk III (ca. 3200-3000 BC)            \n","2                               Uruk IV (ca. 3350-3200 BC)            \n","\n","  period_qid_x period_qid_y period_wikidata_URI_x period_wikidata_URI_y  \\\n","0      Q512134                         Q114877803                         \n","1      Q512134                         Q114877803                         \n","2      Q512132                         Q114877809                         \n","\n","  P155_period_x P155_period_y other_possible_period_x other_possible_period_y  \\\n","0                                                                               \n","1                                                                               \n","2                                                                               \n","\n","                  designation_x designation_y  \\\n","0  CDLI Lexical 000002, ex. 065     W 06435,a   \n","1  CDLI Lexical 000002, ex. 066     W 06435,b   \n","2      ATU 3, pl. 081, W 9123,d     W 09123,d   \n","\n","                                                 Den  \\\n","0  Lexical tablet found in the Warkāʼ provenience...   \n","1  Lexical tablet found in the Warkāʼ provenience...   \n","2  Lexical tablet found in the Warkāʼ provenience...   \n","\n","                                             Len  \n","0  Cuneiform Tablet CDLI Lexical 000002, ex. 065  \n","1  Cuneiform Tablet CDLI Lexical 000002, ex. 066  \n","2      Cuneiform Tablet ATU 3, pl. 081, W 9123,d  "],"text/html":["\n","  <div id=\"df-a60caf8e-62c9-42c7-8b98-c43cbe292290\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text</th>\n","      <th>first_lang_x</th>\n","      <th>first_lang_y</th>\n","      <th>first_lang_qid_x</th>\n","      <th>first_lang_qid_y</th>\n","      <th>first_lang_parent_x</th>\n","      <th>first_lang_parent_y</th>\n","      <th>P155_lang_x</th>\n","      <th>P155_lang_y</th>\n","      <th>other_lang_x</th>\n","      <th>other_lang_y</th>\n","      <th>material_x</th>\n","      <th>material_y</th>\n","      <th>first_mat_x</th>\n","      <th>first_mat_y</th>\n","      <th>first_mat_label_x</th>\n","      <th>first_mat_label_y</th>\n","      <th>first_mat_qid_x</th>\n","      <th>first_mat_qid_y</th>\n","      <th>P155_mat_x</th>\n","      <th>P155_mat_y</th>\n","      <th>other_mat_x</th>\n","      <th>other_mat_y</th>\n","      <th>collection_x</th>\n","      <th>collection_y</th>\n","      <th>collection_qid_x</th>\n","      <th>collection_qid_y</th>\n","      <th>collection_wikidata_id_x</th>\n","      <th>collection_wikidata_id_y</th>\n","      <th>collection_name_x</th>\n","      <th>collection_name_y</th>\n","      <th>collection_name_native_x</th>\n","      <th>collection_name_native_y</th>\n","      <th>collection_url_x</th>\n","      <th>collection_url_y</th>\n","      <th>wiki_url_eng_x</th>\n","      <th>wiki_url_eng_y</th>\n","      <th>wiki_url_native_x</th>\n","      <th>wiki_url_native_y</th>\n","      <th>P155_collection_x</th>\n","      <th>P155_collection_y</th>\n","      <th>other_collection_x</th>\n","      <th>other_collection_y</th>\n","      <th>provenience_FG_qid_x</th>\n","      <th>provenience_FG_qid_y</th>\n","      <th>provenience_x</th>\n","      <th>provenience_y</th>\n","      <th>excavation_no_x</th>\n","      <th>excavation_no_y</th>\n","      <th>museum_no_x</th>\n","      <th>museum_no_y</th>\n","      <th>findspot_square_x</th>\n","      <th>findspot_square_y</th>\n","      <th>ancientplace_x</th>\n","      <th>ancientplace_y</th>\n","      <th>place_x</th>\n","      <th>place_y</th>\n","      <th>object_type_x</th>\n","      <th>object_type2_x</th>\n","      <th>object_type_y</th>\n","      <th>object_type2_y</th>\n","      <th>object_FG_qid_x</th>\n","      <th>object_FG_qid_y</th>\n","      <th>object_FG_Label_x</th>\n","      <th>object_FG_Label_y</th>\n","      <th>genre_x</th>\n","      <th>genre_y</th>\n","      <th>genre_qid_x</th>\n","      <th>genre_qid_y</th>\n","      <th>genre_current_count_x</th>\n","      <th>genre_current_count_y</th>\n","      <th>P155_genre_x</th>\n","      <th>P155_genre_y</th>\n","      <th>other_genre_x</th>\n","      <th>other_genre_y</th>\n","      <th>period_x</th>\n","      <th>period_y</th>\n","      <th>period_qid_x</th>\n","      <th>period_qid_y</th>\n","      <th>period_wikidata_URI_x</th>\n","      <th>period_wikidata_URI_y</th>\n","      <th>P155_period_x</th>\n","      <th>P155_period_y</th>\n","      <th>other_possible_period_x</th>\n","      <th>other_possible_period_y</th>\n","      <th>designation_x</th>\n","      <th>designation_y</th>\n","      <th>Den</th>\n","      <th>Len</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 06435,a</td>\n","      <td></td>\n","      <td>VAT 01533</td>\n","      <td></td>\n","      <td>M XVIII,?</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>Tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td></td>\n","      <td>Q512134</td>\n","      <td></td>\n","      <td>Q114877803</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 065</td>\n","      <td>W 06435,a</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 065</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 06435,b</td>\n","      <td></td>\n","      <td>VAT 15263</td>\n","      <td></td>\n","      <td>M XVIII,?</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>Tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td></td>\n","      <td>Q512134</td>\n","      <td></td>\n","      <td>Q114877803</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>CDLI Lexical 000002, ex. 066</td>\n","      <td>W 06435,b</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 066</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>Q471153</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>Q510658</td>\n","      <td>Q542084</td>\n","      <td>Q542084</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>Vorderasiatisches Museum</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://www.smb.museum/museen-einrichtungen/vo...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://en.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td>https://de.wikipedia.org/wiki/Vorderasiatische...</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Q390030</td>\n","      <td></td>\n","      <td>Uruk (mod. Warka)</td>\n","      <td>Warka (Uruk)</td>\n","      <td>W 09123,d</td>\n","      <td></td>\n","      <td>VAT 15253</td>\n","      <td></td>\n","      <td>Qa XVI,2</td>\n","      <td></td>\n","      <td>https://database.factgrid.de/entity/Q390030</td>\n","      <td></td>\n","      <td>Warkāʼ</td>\n","      <td></td>\n","      <td>Tablet</td>\n","      <td></td>\n","      <td>tablet</td>\n","      <td></td>\n","      <td>Q512006</td>\n","      <td>Q512006</td>\n","      <td>Clay tablet</td>\n","      <td>Clay tablet</td>\n","      <td>Lexical</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>Q537054</td>\n","      <td>8273</td>\n","      <td>8273</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td></td>\n","      <td>Q512132</td>\n","      <td></td>\n","      <td>Q114877809</td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td></td>\n","      <td>ATU 3, pl. 081, W 9123,d</td>\n","      <td>W 09123,d</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","      <td>Cuneiform Tablet ATU 3, pl. 081, W 9123,d</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a60caf8e-62c9-42c7-8b98-c43cbe292290')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-a60caf8e-62c9-42c7-8b98-c43cbe292290 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-a60caf8e-62c9-42c7-8b98-c43cbe292290');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-91cdc0fb-2732-42fe-9380-721b697421b2\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-91cdc0fb-2732-42fe-9380-721b697421b2')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-91cdc0fb-2732-42fe-9380-721b697421b2 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"den_df"}},"metadata":{},"execution_count":11}],"source":["den_df['Len'] = Len\n","den_df.head(3)"]},{"cell_type":"code","execution_count":12,"metadata":{"id":"MxeB5zmbuEdv","executionInfo":{"status":"ok","timestamp":1710207498228,"user_tz":240,"elapsed":19504,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["#export den_df\n","den_df.to_csv(folder+'ORACC_DFS/den_df.csv')"]},{"cell_type":"markdown","metadata":{"id":"UZSDFVrerNCI"},"source":["###4 The final resulting data frame (`factgrid_df`) will include the following fields, with data from `all_merged_df` in single quotation marks (' '). This includes a total of 15 columns new columns added at the beginning of the data frame:\n","\n","\n","\n"]},{"cell_type":"code","execution_count":13,"metadata":{"id":"725WRIW9_mZF","executionInfo":{"status":"ok","timestamp":1710207511603,"user_tz":240,"elapsed":9997,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["#import den_df\n","den_df = pd.read_csv(folder + '/ORACC_DFS/den_df.csv', low_memory=False, index_col=0)"]},{"cell_type":"markdown","metadata":{"id":"0Cv2-APuczKC"},"source":["#### 4.1 Initial fields with __description__:\n","\n","| qid | Len | Den | P2 | P131 | id_text_P692 |\n","| --- | --- | --- | ---- | --- | --- |\n","| (blank) | 'Cuneiform Tablet `designation`' | __description__ | [Q512006](https://database.factgrid.de/wiki/Item:Q512006) (object type) | [Q389597](https://database.factgrid.de/wiki/Item:Q389597) (for all) | (id_text) |\n","\n","`len`: language in english\n","\n","`den`: description\n","\n","For each object with a 'cdli_id' + 'designation' we will make the description by joining the following fields:\n","\n","'lang' +\n","\n","'genre' +\n","\n","'object' +\n","\n","\" from \" +\n","\n","'provenience = Len' + (the CDLI 'provenience' field has many missing fields, so we will use the 'Len' field instead)\n","\n","\", dated to \" +\n","\n","'period' +\n","\n","\" and currently held in the\" +\n","'collection'"]},{"cell_type":"code","execution_count":14,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":825},"id":"D5O9I3R6cCGV","outputId":"a6c90ce8-5560-4703-c4f3-6d318d5f1008","executionInfo":{"status":"ok","timestamp":1710207519155,"user_tz":240,"elapsed":290,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"stream","name":"stderr","text":["<ipython-input-14-5fbe552b0f15>:5: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame.\n","Try using .loc[row_indexer,col_indexer] = value instead\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  ini['qid'] = np.empty(ini.shape[0])\n","<ipython-input-14-5fbe552b0f15>:7: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame.\n","Try using .loc[row_indexer,col_indexer] = value instead\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  ini['P121'] = ['Q389597'] * ini.shape[0]\n"]},{"output_type":"execute_result","data":{"text/plain":["                  qid                                            Len  \\\n","0       4.986098e-310  Cuneiform Tablet CDLI Lexical 000002, ex. 065   \n","1       4.986099e-310  Cuneiform Tablet CDLI Lexical 000002, ex. 066   \n","2       4.986098e-310      Cuneiform Tablet ATU 3, pl. 081, W 9123,d   \n","3       4.986099e-310  Cuneiform Tablet CDLI Lexical 000002, ex. 051   \n","4                 NaN  Cuneiform Tablet CDLI Lexical 000002, ex. 172   \n","...               ...                                            ...   \n","366911            NaN                            Cuneiform artifact    \n","366912            NaN                            Cuneiform artifact    \n","366913            NaN                            Cuneiform artifact    \n","366914            NaN                            Cuneiform artifact    \n","366915            NaN                            Cuneiform artifact    \n","\n","                                                      Den     P121  \\\n","0       Lexical tablet found in the Warkāʼ provenience...  Q389597   \n","1       Lexical tablet found in the Warkāʼ provenience...  Q389597   \n","2       Lexical tablet found in the Warkāʼ provenience...  Q389597   \n","3       Lexical tablet found in the Warkāʼ provenience...  Q389597   \n","4       Lexical tablet found in the Warkāʼ provenience...  Q389597   \n","...                                                   ...      ...   \n","366911  An  object of an unknown type from an unspecif...  Q389597   \n","366912  An  object of an unknown type from an unspecif...  Q389597   \n","366913  An  object of an unknown type from an unspecif...  Q389597   \n","366914  An  object of an unknown type from an unspecif...  Q389597   \n","366915  An  object of an unknown type from an unspecif...  Q389597   \n","\n","       id_text_P692  \n","0           P000001  \n","1           P000002  \n","2           P000003  \n","3           P000004  \n","4           P000005  \n","...             ...  \n","366911      X096677  \n","366912      X201001  \n","366913      X201002  \n","366914      X225104  \n","366915      X423597  \n","\n","[366916 rows x 5 columns]"],"text/html":["\n","  <div id=\"df-605cb080-0ade-43ba-890b-e3d3783b4c4c\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>qid</th>\n","      <th>Len</th>\n","      <th>Den</th>\n","      <th>P121</th>\n","      <th>id_text_P692</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>4.986098e-310</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 065</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","      <td>Q389597</td>\n","      <td>P000001</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>4.986099e-310</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 066</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","      <td>Q389597</td>\n","      <td>P000002</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>4.986098e-310</td>\n","      <td>Cuneiform Tablet ATU 3, pl. 081, W 9123,d</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","      <td>Q389597</td>\n","      <td>P000003</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>4.986099e-310</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 051</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","      <td>Q389597</td>\n","      <td>P000004</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>NaN</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 172</td>\n","      <td>Lexical tablet found in the Warkāʼ provenience...</td>\n","      <td>Q389597</td>\n","      <td>P000005</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>NaN</td>\n","      <td>Cuneiform artifact</td>\n","      <td>An  object of an unknown type from an unspecif...</td>\n","      <td>Q389597</td>\n","      <td>X096677</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>NaN</td>\n","      <td>Cuneiform artifact</td>\n","      <td>An  object of an unknown type from an unspecif...</td>\n","      <td>Q389597</td>\n","      <td>X201001</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>NaN</td>\n","      <td>Cuneiform artifact</td>\n","      <td>An  object of an unknown type from an unspecif...</td>\n","      <td>Q389597</td>\n","      <td>X201002</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>NaN</td>\n","      <td>Cuneiform artifact</td>\n","      <td>An  object of an unknown type from an unspecif...</td>\n","      <td>Q389597</td>\n","      <td>X225104</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>NaN</td>\n","      <td>Cuneiform artifact</td>\n","      <td>An  object of an unknown type from an unspecif...</td>\n","      <td>Q389597</td>\n","      <td>X423597</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 5 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-605cb080-0ade-43ba-890b-e3d3783b4c4c')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-605cb080-0ade-43ba-890b-e3d3783b4c4c button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-605cb080-0ade-43ba-890b-e3d3783b4c4c');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-f116352b-f226-4b3d-a3b9-49ff95706e4e\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-f116352b-f226-4b3d-a3b9-49ff95706e4e')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-f116352b-f226-4b3d-a3b9-49ff95706e4e button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_471523b5-d88a-4c80-a101-c8cc6be4979d\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('ini')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_471523b5-d88a-4c80-a101-c8cc6be4979d button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('ini');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"ini"}},"metadata":{},"execution_count":14}],"source":["# get existing columns we need\n","ini = den_df[['Len', 'Den', 'id_text']]\n","\n","# add columns we need\n","ini['qid'] = np.empty(ini.shape[0])\n","#ini['P2'] = ['Q390181'] * ini.shape[0]\n","ini['P121'] = ['Q389597'] * ini.shape[0]\n","\n","# rename the columns accordingly\n","ini = ini.rename(columns={'first_lang_x': 'Len',\n","                          'den': 'Den',\n","                          'id_text': 'id_text_P692'})\n","\n","# reorder the columns accordingly\n","ini = ini[['qid', 'Len', 'Den', 'P121', 'id_text_P692']]\n","\n","ini"]},{"cell_type":"code","execution_count":15,"metadata":{"id":"uFM3FCBH5WYh","executionInfo":{"status":"ok","timestamp":1710207536072,"user_tz":240,"elapsed":5139,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["ini.to_csv(folder + 'ORACC_DFS/fields/ini.csv')"]},{"cell_type":"markdown","metadata":{"id":"vELYxzYzcCbh"},"source":["#### 4.2 __language_df_final__ (continued):\n","\n","|id_text_P692| Language | P18 | qal155 | P18_2 | qal18 |\n","|--| ----- |------ | ---- | ---- | --- |\n","|(id_text)| Akkadian (for example) | [Q471146](https://database.factgrid.de/wiki/Item:Q471146) | [Q22757](https://database.factgrid.de/wiki/Item:Q22757) (if questionable)| Sumerian (for example) |[Q471149](https://database.factgrid.de/wiki/Item:Q471149) (for example)|\n","\n","* For those with multiple language statements, we can save the second for batch 2\n","* For those with questionable statements, we can save them for batch 2+ as well\n","\n"]},{"cell_type":"code","execution_count":16,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"alaqRLJbcF8-","outputId":"791d3b65-7967-4dad-98c3-3ef38ebba33c","executionInfo":{"status":"ok","timestamp":1710207540160,"user_tz":240,"elapsed":451,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["       id_text_P692 Language  P18 qal155_lang Lang2\n","0           P000001      NaN  NaN         NaN   NaN\n","1           P000002      NaN  NaN         NaN   NaN\n","2           P000003      NaN  NaN         NaN   NaN\n","3           P000004      NaN  NaN         NaN   NaN\n","4           P000005      NaN  NaN         NaN   NaN\n","...             ...      ...  ...         ...   ...\n","366911      X096677      NaN  NaN         NaN   NaN\n","366912      X201001      NaN  NaN         NaN   NaN\n","366913      X201002      NaN  NaN         NaN   NaN\n","366914      X225104      NaN  NaN         NaN   NaN\n","366915      X423597      NaN  NaN         NaN   NaN\n","\n","[366916 rows x 5 columns]"],"text/html":["\n","  <div id=\"df-4953b8ca-e20f-40cd-9954-c8681a721606\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text_P692</th>\n","      <th>Language</th>\n","      <th>P18</th>\n","      <th>qal155_lang</th>\n","      <th>Lang2</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>P000004</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>P000005</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>X096677</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>X201001</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>X201002</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>X225104</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>X423597</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 5 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-4953b8ca-e20f-40cd-9954-c8681a721606')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-4953b8ca-e20f-40cd-9954-c8681a721606 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-4953b8ca-e20f-40cd-9954-c8681a721606');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-2754b359-4e60-4a6d-bf22-1ec4a33e7e29\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-2754b359-4e60-4a6d-bf22-1ec4a33e7e29')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-2754b359-4e60-4a6d-bf22-1ec4a33e7e29 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_83b53fe3-2f55-495d-9b27-eaee0738f481\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('language_df_final')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_83b53fe3-2f55-495d-9b27-eaee0738f481 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('language_df_final');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"language_df_final"}},"metadata":{},"execution_count":16}],"source":["# get existing columns we need\n","language_df_final = den_df[['first_lang_x', 'first_lang_qid_x', 'P155_lang_x',\n","                            'other_lang_x', 'id_text']]\n","\n","# rename the columns accordingly\n","language_df_final = language_df_final.rename(columns={'first_lang_x': 'Language',\n","                          'first_lang_qid_x': 'P18',\n","                          'P155_lang_x': 'qal155_lang',\n","                          'other_lang_x': 'Lang2',\n","                          'id_text': 'id_text_P692'})\n","\n","# reorder the columns accordingly\n","language_df_final = language_df_final[['id_text_P692', 'Language', 'P18',\n","                                       'qal155_lang', 'Lang2']]\n","\n","language_df_final"]},{"cell_type":"code","execution_count":17,"metadata":{"id":"nSnId6tA6FqS","executionInfo":{"status":"ok","timestamp":1710207547883,"user_tz":240,"elapsed":2437,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["language_df_final.to_csv(folder + 'ORACC_DFS/fields/language_df_final.csv')"]},{"cell_type":"markdown","metadata":{"id":"6Hh-VLwncWOP"},"source":["#### 4.3 __material_df__ (continued):\n","\n","|id_text_P692| Material composition | P401 |\n","|--| ------ | ---- |\n","|(id_text)|clay (for example) | [Q471153](https://database.factgrid.de/wiki/Item:Q471153) |\n","\n"]},{"cell_type":"code","execution_count":18,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"C8V-Jif1cZ4J","outputId":"2a0b4570-d654-44a3-9785-203041863f35","executionInfo":{"status":"ok","timestamp":1710207550939,"user_tz":240,"elapsed":277,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["       id_text_P692 Material composition     P401 qal155_mat\n","0           P000001                 clay  Q471153        NaN\n","1           P000002                 clay  Q471153        NaN\n","2           P000003                 clay  Q471153        NaN\n","3           P000004                 clay  Q471153        NaN\n","4           P000005                 clay  Q471153        NaN\n","...             ...                  ...      ...        ...\n","366911      X096677                  NaN      NaN        NaN\n","366912      X201001                  NaN      NaN        NaN\n","366913      X201002                  NaN      NaN        NaN\n","366914      X225104                  NaN      NaN        NaN\n","366915      X423597                  NaN      NaN        NaN\n","\n","[366916 rows x 4 columns]"],"text/html":["\n","  <div id=\"df-3f2c991a-263a-48fe-b0eb-45c0652fc3b0\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text_P692</th>\n","      <th>Material composition</th>\n","      <th>P401</th>\n","      <th>qal155_mat</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>P000004</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>P000005</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>X096677</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>X201001</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>X201002</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>X225104</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>X423597</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 4 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3f2c991a-263a-48fe-b0eb-45c0652fc3b0')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-3f2c991a-263a-48fe-b0eb-45c0652fc3b0 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-3f2c991a-263a-48fe-b0eb-45c0652fc3b0');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-35a37190-a89e-4f84-929c-c83112fde82a\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-35a37190-a89e-4f84-929c-c83112fde82a')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-35a37190-a89e-4f84-929c-c83112fde82a button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_7d257556-5bf5-41aa-9818-edc89c6dbb53\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('material_df_final')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_7d257556-5bf5-41aa-9818-edc89c6dbb53 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('material_df_final');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"material_df_final"}},"metadata":{},"execution_count":18}],"source":["# get existing columns we need\n","material_df_final = den_df[['first_mat_x', 'first_mat_qid_x', 'P155_mat_x', 'id_text']]\n","\n","# rename the columns accordingly\n","material_df_final = material_df_final.rename(columns={'first_mat_x': 'Material composition',\n","                          'first_mat_qid_x': 'P401',\n","                          'P155_mat_x': 'qal155_mat',\n","                          'id_text': 'id_text_P692'})\n","\n","# reorder the columns accordingly\n","material_df_final = material_df_final[['id_text_P692', 'Material composition',\n","                                       'P401','qal155_mat']]\n","\n","material_df_final"]},{"cell_type":"code","execution_count":19,"metadata":{"id":"XmsmLGRs6LC6","executionInfo":{"status":"ok","timestamp":1710207556884,"user_tz":240,"elapsed":2115,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["material_df_final.to_csv(folder + 'ORACC_DFS/fields/material_df_final.csv')"]},{"cell_type":"markdown","metadata":{"id":"FwAHSmGccZn4"},"source":["#### 4.4 __museum_df__ (continued):\n","\n","|id_text_P692| Present holding | P329 | [qal10](https://database.factgrid.de/wiki/Item:Q499887#) |\n","|--| ------ | ---- | ----------- |\n","|(id_text)| British Museum (for example) | [Q102010](https://database.factgrid.de/wiki/Item:Q102010) | 'museum_no' |\n","\n","* For those with questionable statements, we can save them for batch 2\n","\n"]},{"cell_type":"code","execution_count":20,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"zOuCD8rJcdGB","outputId":"99b3a698-e8ba-4ede-d268-37be02a10d6f","executionInfo":{"status":"ok","timestamp":1710207558847,"user_tz":240,"elapsed":285,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["       id_text_P692                            Present holding     P329  \\\n","0           P000001  Vorderasiatisches Museum, Berlin, Germany  Q510658   \n","1           P000002  Vorderasiatisches Museum, Berlin, Germany  Q510658   \n","2           P000003  Vorderasiatisches Museum, Berlin, Germany  Q510658   \n","3           P000004  Vorderasiatisches Museum, Berlin, Germany  Q510658   \n","4           P000005  Vorderasiatisches Museum, Berlin, Germany  Q510658   \n","...             ...                                        ...      ...   \n","366911      X096677                                        NaN      NaN   \n","366912      X201001                                        NaN      NaN   \n","366913      X201002                                        NaN      NaN   \n","366914      X225104                                        NaN      NaN   \n","366915      X423597                                        NaN      NaN   \n","\n","       qal155_museum     qal804      qal10  \n","0                NaN  W 06435,a  VAT 01533  \n","1                NaN  W 06435,b  VAT 15263  \n","2                NaN  W 09123,d  VAT 15253  \n","3                NaN  W 09169,d  VAT 15168  \n","4                NaN  W 09206,k  VAT 15153  \n","...              ...        ...        ...  \n","366911           NaN        NaN        NaN  \n","366912           NaN        NaN        NaN  \n","366913           NaN        NaN        NaN  \n","366914           NaN        NaN        NaN  \n","366915           NaN        NaN        NaN  \n","\n","[366916 rows x 6 columns]"],"text/html":["\n","  <div id=\"df-2293f167-7df0-4ed7-b04e-d13194c2a420\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text_P692</th>\n","      <th>Present holding</th>\n","      <th>P329</th>\n","      <th>qal155_museum</th>\n","      <th>qal804</th>\n","      <th>qal10</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>NaN</td>\n","      <td>W 06435,a</td>\n","      <td>VAT 01533</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>NaN</td>\n","      <td>W 06435,b</td>\n","      <td>VAT 15263</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>NaN</td>\n","      <td>W 09123,d</td>\n","      <td>VAT 15253</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>P000004</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>NaN</td>\n","      <td>W 09169,d</td>\n","      <td>VAT 15168</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>P000005</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>NaN</td>\n","      <td>W 09206,k</td>\n","      <td>VAT 15153</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>X096677</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>X201001</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>X201002</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>X225104</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>X423597</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 6 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-2293f167-7df0-4ed7-b04e-d13194c2a420')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-2293f167-7df0-4ed7-b04e-d13194c2a420 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-2293f167-7df0-4ed7-b04e-d13194c2a420');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-d4a5a1bd-44b8-48f0-99e9-5b5ea16765d9\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-d4a5a1bd-44b8-48f0-99e9-5b5ea16765d9')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-d4a5a1bd-44b8-48f0-99e9-5b5ea16765d9 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_86d97655-8762-4287-94b6-e1d227457caf\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('museum_df_final')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_86d97655-8762-4287-94b6-e1d227457caf button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('museum_df_final');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"museum_df_final"}},"metadata":{},"execution_count":20}],"source":["# get existing columns we need\n","museum_df_final = den_df[['collection_x', 'collection_qid_x', 'P155_collection_x', 'id_text', 'excavation_no_x','museum_no_x']]\n","\n","# rename the columns accordingly\n","museum_df_final = museum_df_final.rename(columns={'collection_x': 'Present holding',\n","                          'collection_qid_x': 'P329',\n","                          'P155_collection_x': 'qal155_museum',\n","                          'id_text': 'id_text_P692',\n","                          'excavation_no_x': 'qal804',\n","                          'museum_no_x': 'qal10'})\n","\n","# reorder the columns accordingly\n","museum_df_final = museum_df_final[['id_text_P692', 'Present holding',\n","                                   'P329','qal155_museum','qal804','qal10']]\n","\n","museum_df_final"]},{"cell_type":"code","execution_count":21,"metadata":{"id":"0W56lcp06SVX","executionInfo":{"status":"ok","timestamp":1710207568855,"user_tz":240,"elapsed":2617,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["museum_df_final.to_csv(folder + 'ORACC_DFS/fields/museum_df_final.csv')"]},{"cell_type":"markdown","metadata":{"id":"h-VJXS0ycdlM"},"source":["#### 4.5 __provenience_df__ (continued):\n","|id_text_P692| Provenience | P695 | qal804 | qal425 |\n","|--| ----------- | ---- | ---- | ---- |\n","|(id_text)| 'provenience' = Kanesh (for example)| [Q390036](https://database.factgrid.de/wiki/Item:Q390036) | \"kt a/k 0353\" |  |\n","\n","  * Note: the qualifiers P425 for 'findspot_square' could make issues for QuickStatements, because there will be a lot of null values. We can add the texts that have this statement first, and then add those that don't in batch 2\n","\n","\n"]},{"cell_type":"code","execution_count":22,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"3AYW01mccgPe","outputId":"ad7f7ada-a7e0-48d2-fa12-0eecbebb6d08","executionInfo":{"status":"ok","timestamp":1710207571360,"user_tz":240,"elapsed":357,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["       id_text_P692                                    Provenience     qal425\n","0           P000001  Cuneiform Tablet CDLI Lexical 000002, ex. 065  M XVIII,?\n","1           P000002  Cuneiform Tablet CDLI Lexical 000002, ex. 066  M XVIII,?\n","2           P000003      Cuneiform Tablet ATU 3, pl. 081, W 9123,d   Qa XVI,2\n","3           P000004  Cuneiform Tablet CDLI Lexical 000002, ex. 051   Qa XVI,2\n","4           P000005  Cuneiform Tablet CDLI Lexical 000002, ex. 172   Qa XVI,2\n","...             ...                                            ...        ...\n","366911      X096677                            Cuneiform artifact         NaN\n","366912      X201001                            Cuneiform artifact         NaN\n","366913      X201002                            Cuneiform artifact         NaN\n","366914      X225104                            Cuneiform artifact         NaN\n","366915      X423597                            Cuneiform artifact         NaN\n","\n","[366916 rows x 3 columns]"],"text/html":["\n","  <div id=\"df-4060c272-b3cc-44d9-a6db-f1d7134b7692\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text_P692</th>\n","      <th>Provenience</th>\n","      <th>qal425</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 065</td>\n","      <td>M XVIII,?</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 066</td>\n","      <td>M XVIII,?</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td>Cuneiform Tablet ATU 3, pl. 081, W 9123,d</td>\n","      <td>Qa XVI,2</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>P000004</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 051</td>\n","      <td>Qa XVI,2</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>P000005</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 172</td>\n","      <td>Qa XVI,2</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>X096677</td>\n","      <td>Cuneiform artifact</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>X201001</td>\n","      <td>Cuneiform artifact</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>X201002</td>\n","      <td>Cuneiform artifact</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>X225104</td>\n","      <td>Cuneiform artifact</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>X423597</td>\n","      <td>Cuneiform artifact</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 3 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-4060c272-b3cc-44d9-a6db-f1d7134b7692')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-4060c272-b3cc-44d9-a6db-f1d7134b7692 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-4060c272-b3cc-44d9-a6db-f1d7134b7692');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-93b72769-aca5-4cba-b1cb-078567b19a42\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-93b72769-aca5-4cba-b1cb-078567b19a42')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-93b72769-aca5-4cba-b1cb-078567b19a42 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_d7e83b07-aafe-4c6a-a786-c075eba7707f\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('provenience_df_final')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_d7e83b07-aafe-4c6a-a786-c075eba7707f button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('provenience_df_final');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"provenience_df_final"}},"metadata":{},"execution_count":22}],"source":["# get existing columns we need\n","provenience_df_final = den_df[['Len', 'findspot_square_x', 'id_text']]\n","\n","# rename the columns accordingly\n","provenience_df_final = provenience_df_final.rename(columns={'Len': 'Provenience',\n","                          'findspot_square_x': 'qal425',\n","                          'id_text': 'id_text_P692'})\n","\n","# reorder the columns accordingly\n","provenience_df_final = provenience_df_final[['id_text_P692', 'Provenience',\n","                                   'qal425']]\n","\n","provenience_df_final"]},{"cell_type":"code","execution_count":23,"metadata":{"id":"qd7XRdVh6V5o","executionInfo":{"status":"ok","timestamp":1710207581496,"user_tz":240,"elapsed":2542,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["provenience_df_final.to_csv(folder + 'ORACC_DFS/fields/provenience_df_final.csv')"]},{"cell_type":"markdown","metadata":{"id":"G_jZOtx2cgto"},"source":["#### 4.6 __object_type_df__ (continued): to be added in batch 2\n","\n","|id_text_P692| Instance of | P2 |\n","|--| ---- | ---- |\n","|(id_text)| Tablet (for example) | [Q512006](https://database.factgrid.de/wiki/Item:Q512006) |\n","\n"]},{"cell_type":"code","execution_count":24,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"L0m0yGhqckID","outputId":"2208bbee-bf75-4008-c85e-f4fb61274647","executionInfo":{"status":"ok","timestamp":1710207587439,"user_tz":240,"elapsed":274,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["       id_text_P692 Instance of       P2\n","0           P000001      Tablet  Q512006\n","1           P000002      Tablet  Q512006\n","2           P000003      Tablet  Q512006\n","3           P000004      Tablet  Q512006\n","4           P000005      Tablet  Q512006\n","...             ...         ...      ...\n","366911      X096677         NaN      NaN\n","366912      X201001         NaN      NaN\n","366913      X201002         NaN      NaN\n","366914      X225104         NaN      NaN\n","366915      X423597         NaN      NaN\n","\n","[366916 rows x 3 columns]"],"text/html":["\n","  <div id=\"df-05766f0d-bde8-47c5-95b9-dae4d2012e7b\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text_P692</th>\n","      <th>Instance of</th>\n","      <th>P2</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td>Tablet</td>\n","      <td>Q512006</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td>Tablet</td>\n","      <td>Q512006</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td>Tablet</td>\n","      <td>Q512006</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>P000004</td>\n","      <td>Tablet</td>\n","      <td>Q512006</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>P000005</td>\n","      <td>Tablet</td>\n","      <td>Q512006</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>X096677</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>X201001</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>X201002</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>X225104</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>X423597</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 3 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-05766f0d-bde8-47c5-95b9-dae4d2012e7b')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-05766f0d-bde8-47c5-95b9-dae4d2012e7b button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-05766f0d-bde8-47c5-95b9-dae4d2012e7b');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-1c4e9e4d-2e8d-45f0-9efe-6ab6d3f52f24\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-1c4e9e4d-2e8d-45f0-9efe-6ab6d3f52f24')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-1c4e9e4d-2e8d-45f0-9efe-6ab6d3f52f24 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_6232163c-8db0-4754-919c-ac980eb83218\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('object_type_df_final')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_6232163c-8db0-4754-919c-ac980eb83218 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('object_type_df_final');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"object_type_df_final"}},"metadata":{},"execution_count":24}],"source":["# get existing columns we need\n","object_type_df_final = den_df[['object_type_x','object_FG_qid_x','id_text']]\n","\n","# rename the columns accordingly\n","object_type_df_final = object_type_df_final.rename(columns={'object_type_x': 'Instance of',\n","                          'object_FG_qid_x':'P2',\n","                          'id_text': 'id_text_P692'})\n","\n","# reorder the columns accordingly\n","object_type_df_final = object_type_df_final[['id_text_P692', 'Instance of','P2']]\n","\n","object_type_df_final"]},{"cell_type":"code","execution_count":25,"metadata":{"id":"4ZsQPCDr6bZn","executionInfo":{"status":"ok","timestamp":1710207593050,"user_tz":240,"elapsed":2087,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["object_type_df_final.to_csv(folder + 'ORACC_DFS/fields/object_type_df_final.csv')"]},{"cell_type":"markdown","metadata":{"id":"GO42C-6hckYy"},"source":["#### 4.7 __genre_df__ (continued):\n","\n","|id_text_P692| Type of work | P121 | P608 |\n","|--| ---- | ---- | ---- |\n","|(id_text)| Letter (for example) | [Q10510](https://database.factgrid.de/wiki/Item:Q10510) (for example)| [Q257175](https://database.factgrid.de/wiki/Item:Q257175) (for example)|\n","\n","* For those with questionable statements, we can save them for batch 2\n","\n"]},{"cell_type":"code","execution_count":26,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"bN2CINvNcn-q","outputId":"52cac515-1286-40a8-8626-11ca5c9d0530","executionInfo":{"status":"ok","timestamp":1710207595213,"user_tz":240,"elapsed":275,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["       id_text_P692 Type of work     P121 qal155_genre\n","0           P000001      Lexical  Q537054          NaN\n","1           P000002      Lexical  Q537054          NaN\n","2           P000003      Lexical  Q537054          NaN\n","3           P000004      Lexical  Q537054          NaN\n","4           P000005      Lexical  Q537054          NaN\n","...             ...          ...      ...          ...\n","366911      X096677          NaN      NaN          NaN\n","366912      X201001          NaN      NaN          NaN\n","366913      X201002          NaN      NaN          NaN\n","366914      X225104          NaN      NaN          NaN\n","366915      X423597          NaN      NaN          NaN\n","\n","[366916 rows x 4 columns]"],"text/html":["\n","  <div id=\"df-482c7fd7-4291-415f-8cb0-5c68698876dd\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text_P692</th>\n","      <th>Type of work</th>\n","      <th>P121</th>\n","      <th>qal155_genre</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>P000004</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>P000005</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>X096677</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>X201001</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>X201002</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>X225104</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>X423597</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 4 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-482c7fd7-4291-415f-8cb0-5c68698876dd')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-482c7fd7-4291-415f-8cb0-5c68698876dd button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-482c7fd7-4291-415f-8cb0-5c68698876dd');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-55f77cd0-91e4-469e-94e4-113eaae9ae81\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-55f77cd0-91e4-469e-94e4-113eaae9ae81')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-55f77cd0-91e4-469e-94e4-113eaae9ae81 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_0f86eaaf-fbcb-4780-9d22-7da034c9ea3d\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('genre_df_final')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_0f86eaaf-fbcb-4780-9d22-7da034c9ea3d button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('genre_df_final');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"genre_df_final"}},"metadata":{},"execution_count":26}],"source":["# get existing columns we need\n","genre_df_final = den_df[['genre_x', 'genre_qid_x', 'P155_genre_x', 'id_text']]\n","\n","# rename the columns accordingly\n","genre_df_final = genre_df_final.rename(columns={'genre_x': 'Type of work',\n","                          'genre_qid_x': 'P121',\n","                          'P155_genre_x': 'qal155_genre',\n","                          'id_text': 'id_text_P692'})\n","\n","# reorder the columns accordingly\n","genre_df_final = genre_df_final[['id_text_P692', 'Type of work',\n","                                   'P121','qal155_genre']]\n","\n","genre_df_final"]},{"cell_type":"code","execution_count":27,"metadata":{"id":"PcGN4S0I6gpp","executionInfo":{"status":"ok","timestamp":1710207600253,"user_tz":240,"elapsed":2081,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["genre_df_final.to_csv(folder + 'ORACC_DFS/fields/genre_df_final.csv')"]},{"cell_type":"markdown","metadata":{"id":"BTW3Lpgdcoi5"},"source":["#### 4.8 __period_df__ (continued):\n","\n","|id_text_P692| Period | P853 | P155 |\n","|--| ---- | ---- | ---- |\n","|(id_text)| Old Assyrian Period (for example) | [Q512151](https://database.factgrid.de/wiki/Item:Q512151) | [Q22757](https://database.factgrid.de/wiki/Item:Q22757) (if questionable)|\n","\n","* For those with questionable statements, we can save them for batch 2\n","\n","\n"]},{"cell_type":"code","execution_count":28,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"GWSkyhh2csB4","outputId":"1f8faf0f-4906-4878-f01f-e55ae0a68104","executionInfo":{"status":"ok","timestamp":1710207602991,"user_tz":240,"elapsed":306,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["       id_text_P692                       Period     P853 qal155_period\n","0           P000001  Uruk III (ca. 3200-3000 BC)  Q512134           NaN\n","1           P000002  Uruk III (ca. 3200-3000 BC)  Q512134           NaN\n","2           P000003   Uruk IV (ca. 3350-3200 BC)  Q512132           NaN\n","3           P000004   Uruk IV (ca. 3350-3200 BC)  Q512132           NaN\n","4           P000005   Uruk IV (ca. 3350-3200 BC)  Q512132           NaN\n","...             ...                          ...      ...           ...\n","366911      X096677                          NaN      NaN           NaN\n","366912      X201001                          NaN      NaN           NaN\n","366913      X201002                          NaN      NaN           NaN\n","366914      X225104                          NaN      NaN           NaN\n","366915      X423597                          NaN      NaN           NaN\n","\n","[366916 rows x 4 columns]"],"text/html":["\n","  <div id=\"df-a19bcc7a-31bd-412e-9a34-cb0f7a01ce47\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id_text_P692</th>\n","      <th>Period</th>\n","      <th>P853</th>\n","      <th>qal155_period</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>P000001</td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td>Q512134</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>P000002</td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td>Q512134</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>P000003</td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td>Q512132</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>P000004</td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td>Q512132</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>P000005</td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td>Q512132</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>X096677</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>X201001</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>X201002</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>X225104</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>X423597</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 4 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a19bcc7a-31bd-412e-9a34-cb0f7a01ce47')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-a19bcc7a-31bd-412e-9a34-cb0f7a01ce47 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-a19bcc7a-31bd-412e-9a34-cb0f7a01ce47');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-92f76985-a8c2-40ad-8b63-b6a8e2eb839e\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-92f76985-a8c2-40ad-8b63-b6a8e2eb839e')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-92f76985-a8c2-40ad-8b63-b6a8e2eb839e button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_e653f223-cc81-4140-836e-a35c1c6e3d8c\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('period_df_final')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_e653f223-cc81-4140-836e-a35c1c6e3d8c button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('period_df_final');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"period_df_final"}},"metadata":{},"execution_count":28}],"source":["# get existing columns we need\n","period_df_final = den_df[['period_x', 'period_qid_x', 'P155_period_x', 'id_text']]\n","\n","# rename the columns accordingly\n","period_df_final = period_df_final.rename(columns={'period_x': 'Period',\n","                          'period_qid_x': 'P853',\n","                          'P155_period_x': 'qal155_period',\n","                          'id_text': 'id_text_P692'})\n","\n","# reorder the columns accordingly\n","period_df_final = period_df_final[['id_text_P692', 'Period',\n","                                   'P853','qal155_period']]\n","\n","period_df_final"]},{"cell_type":"code","execution_count":29,"metadata":{"id":"e7PYWCvL6pQd","executionInfo":{"status":"ok","timestamp":1710207609085,"user_tz":240,"elapsed":2508,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["period_df_final.to_csv(folder + 'ORACC_DFS/fields/period_df_final.csv')"]},{"cell_type":"markdown","metadata":{"id":"Bhk5jduCcsam"},"source":["###5 __Final CSV (with examples):\n","\n","| qid | Len | Den | [P2](https://database.factgrid.de/wiki/Property:P2) | [P747](https://database.factgrid.de/wiki/Property:P747) | [P131](https://database.factgrid.de/wiki/Property:P131) | [P692](https://database.factgrid.de/wiki/Property:P692) | [P18](https://database.factgrid.de/wiki/Property:P18) | [P401](https://database.factgrid.de/wiki/Property:P401) | [P329](https://database.factgrid.de/wiki/Property:P329) | qal[10](https://database.factgrid.de/wiki/Property:P10) | [P695](https://database.factgrid.de/wiki/Property:P695) | qal[804](https://database.factgrid.de/wiki/Property:P804) | qal[425](https://database.factgrid.de/wiki/Property:P425) | [P121](https://database.factgrid.de/wiki/Property:P121) | [P853](https://database.factgrid.de/wiki/Property:P853) |\n","| --- | --- | --- | ---- | --- | --- | --- | --- | ---- | ---- | --- | ---- | ---- | ---- | ---- | ---- |\n","| (blank) | 'Cuneiform Tablet `designation`' | __description__ | [Q512006](https://database.factgrid.de/wiki/Item:Q512006) (object type) | [Q390181](https://database.factgrid.de/wiki/Item:Q390181) (for all) | [Q389597](https://database.factgrid.de/wiki/Item:Q389597) (for all) | (id_text) | (Q-lang) | (Q-material) | (Q-museum) | 'museum_no' (string) |(Q-provenience) | \"kt a/k 0353\" (string) | (string) |(Q-genre) | (Q-period) |\n","\n","* Note that wherever a `?` occurs we use the qualifying statement qal[155](https://database.factgrid.de/wiki/Property:P155) with [Q22757](https://database.factgrid.de/wiki/Item:Q22757) 'questionable statement'.\n","\n","\n","### Finalized outcome (example in FactGrid):\n","[__ICK 4 - I 437 (Q499899)__](https://database.factgrid.de/wiki/Item:Q499899)\n","\n","This example shows how many of these statements will look for each text we are adding to FactGrid using QuickStatements. Since the text here is undated, it doesn't illustrate the final section for 'dates'."]},{"cell_type":"code","execution_count":40,"metadata":{"id":"Lhz37h4861VI","executionInfo":{"status":"ok","timestamp":1710207846614,"user_tz":240,"elapsed":4728,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["ini = pd.read_csv(folder + '/ORACC_DFS/fields/ini.csv', low_memory=False, index_col=0)\n","language_df_final = pd.read_csv(folder + '/ORACC_DFS/fields/language_df_final.csv', low_memory=False, index_col=0)\n","material_df_final = pd.read_csv(folder + '/ORACC_DFS/fields/material_df_final.csv', low_memory=False, index_col=0)\n","museum_df_final = pd.read_csv(folder + '/ORACC_DFS/fields/museum_df_final.csv', low_memory=False, index_col=0)\n","provenience_df_final = pd.read_csv(folder + '/ORACC_DFS/fields/provenience_df_final.csv', low_memory=False, index_col=0)\n","object_type_df_final = pd.read_csv(folder + '/ORACC_DFS/fields/object_type_df_final.csv', low_memory=False, index_col=0)\n","genre_df_final = pd.read_csv(folder + '/ORACC_DFS/fields/genre_df_final.csv', low_memory=False, index_col=0)\n","period_df_final = pd.read_csv(folder + '/ORACC_DFS/fields/period_df_final.csv', low_memory=False, index_col=0)"]},{"cell_type":"code","execution_count":41,"metadata":{"id":"X66Cf4l5-jpW","executionInfo":{"status":"ok","timestamp":1710207854223,"user_tz":240,"elapsed":4311,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["factgrid_df = ini\n","dfs = [language_df_final, material_df_final, museum_df_final, provenience_df_final, object_type_df_final, genre_df_final, period_df_final]\n","for i in range(len(dfs)):\n","  factgrid_df = factgrid_df.merge(dfs[i], on = 'id_text_P692')\n","  #print(factgrid_df.shape[0])\n","\n","factgrid_df = factgrid_df.rename(columns = {'id_text_P692': 'P692'})\n","factgrid_df['P747'] = ['Q390181'] * ini.shape[0]"]},{"cell_type":"code","execution_count":42,"metadata":{"id":"mCoZpn0WJBDs","executionInfo":{"status":"ok","timestamp":1710207862821,"user_tz":240,"elapsed":2153,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["# Function to add single quotes to a column\n","def add_single_quotes(df, column_name):\n","    df[column_name] = \"'\" + df[column_name].astype(str) + \"'\"\n","    return df\n","\n","def add_triple_quotes(df, column_name):\n","    df[column_name] = \"'\" + df[column_name].astype(str) + \"'\"\n","    df[column_name] = \"'\" + df[column_name].astype(str) + \"'\"\n","    df[column_name] = \"'\" + df[column_name].astype(str) + \"'\"\n","    return df\n","\n","factgrid_df = add_single_quotes(factgrid_df, \"Len\")\n","factgrid_df = add_single_quotes(factgrid_df, \"Den\")\n","factgrid_df = add_triple_quotes(factgrid_df, \"qal10\")\n","factgrid_df = add_triple_quotes(factgrid_df, \"qal425\")\n","factgrid_df = factgrid_df.rename(columns={'P121_x': 'P131'})\n","factgrid_df = factgrid_df.rename(columns={'P121_y': 'P121'})"]},{"cell_type":"code","execution_count":43,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":441},"id":"zXU6kBaj3BkB","outputId":"49da160d-ae74-42d1-ac03-799ce7a6ddfe","executionInfo":{"status":"ok","timestamp":1710207865746,"user_tz":240,"elapsed":276,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["             qid                                              Len  \\\n","0  4.986098e-310  'Cuneiform Tablet CDLI Lexical 000002, ex. 065'   \n","1  4.986099e-310  'Cuneiform Tablet CDLI Lexical 000002, ex. 066'   \n","2  4.986098e-310      'Cuneiform Tablet ATU 3, pl. 081, W 9123,d'   \n","\n","                                                 Den     P131     P692  \\\n","0  'Lexical tablet found in the Warkāʼ provenienc...  Q389597  P000001   \n","1  'Lexical tablet found in the Warkāʼ provenienc...  Q389597  P000002   \n","2  'Lexical tablet found in the Warkāʼ provenienc...  Q389597  P000003   \n","\n","  Language  P18 qal155_lang Lang2 Material composition     P401 qal155_mat  \\\n","0      NaN  NaN         NaN   NaN                 clay  Q471153        NaN   \n","1      NaN  NaN         NaN   NaN                 clay  Q471153        NaN   \n","2      NaN  NaN         NaN   NaN                 clay  Q471153        NaN   \n","\n","                             Present holding     P329 qal155_museum  \\\n","0  Vorderasiatisches Museum, Berlin, Germany  Q510658           NaN   \n","1  Vorderasiatisches Museum, Berlin, Germany  Q510658           NaN   \n","2  Vorderasiatisches Museum, Berlin, Germany  Q510658           NaN   \n","\n","      qal804            qal10                                    Provenience  \\\n","0  W 06435,a  '''VAT 01533'''  Cuneiform Tablet CDLI Lexical 000002, ex. 065   \n","1  W 06435,b  '''VAT 15263'''  Cuneiform Tablet CDLI Lexical 000002, ex. 066   \n","2  W 09123,d  '''VAT 15253'''      Cuneiform Tablet ATU 3, pl. 081, W 9123,d   \n","\n","            qal425 Instance of       P2 Type of work     P121 qal155_genre  \\\n","0  '''M XVIII,?'''      Tablet  Q512006      Lexical  Q537054          NaN   \n","1  '''M XVIII,?'''      Tablet  Q512006      Lexical  Q537054          NaN   \n","2   '''Qa XVI,2'''      Tablet  Q512006      Lexical  Q537054          NaN   \n","\n","                        Period     P853 qal155_period     P747  \n","0  Uruk III (ca. 3200-3000 BC)  Q512134           NaN  Q390181  \n","1  Uruk III (ca. 3200-3000 BC)  Q512134           NaN  Q390181  \n","2   Uruk IV (ca. 3350-3200 BC)  Q512132           NaN  Q390181  "],"text/html":["\n","  <div id=\"df-58706858-219f-4f91-862d-97a95d88533d\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>qid</th>\n","      <th>Len</th>\n","      <th>Den</th>\n","      <th>P131</th>\n","      <th>P692</th>\n","      <th>Language</th>\n","      <th>P18</th>\n","      <th>qal155_lang</th>\n","      <th>Lang2</th>\n","      <th>Material composition</th>\n","      <th>P401</th>\n","      <th>qal155_mat</th>\n","      <th>Present holding</th>\n","      <th>P329</th>\n","      <th>qal155_museum</th>\n","      <th>qal804</th>\n","      <th>qal10</th>\n","      <th>Provenience</th>\n","      <th>qal425</th>\n","      <th>Instance of</th>\n","      <th>P2</th>\n","      <th>Type of work</th>\n","      <th>P121</th>\n","      <th>qal155_genre</th>\n","      <th>Period</th>\n","      <th>P853</th>\n","      <th>qal155_period</th>\n","      <th>P747</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>4.986098e-310</td>\n","      <td>'Cuneiform Tablet CDLI Lexical 000002, ex. 065'</td>\n","      <td>'Lexical tablet found in the Warkāʼ provenienc...</td>\n","      <td>Q389597</td>\n","      <td>P000001</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>NaN</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>NaN</td>\n","      <td>W 06435,a</td>\n","      <td>'''VAT 01533'''</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 065</td>\n","      <td>'''M XVIII,?'''</td>\n","      <td>Tablet</td>\n","      <td>Q512006</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>NaN</td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td>Q512134</td>\n","      <td>NaN</td>\n","      <td>Q390181</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>4.986099e-310</td>\n","      <td>'Cuneiform Tablet CDLI Lexical 000002, ex. 066'</td>\n","      <td>'Lexical tablet found in the Warkāʼ provenienc...</td>\n","      <td>Q389597</td>\n","      <td>P000002</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>NaN</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>NaN</td>\n","      <td>W 06435,b</td>\n","      <td>'''VAT 15263'''</td>\n","      <td>Cuneiform Tablet CDLI Lexical 000002, ex. 066</td>\n","      <td>'''M XVIII,?'''</td>\n","      <td>Tablet</td>\n","      <td>Q512006</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>NaN</td>\n","      <td>Uruk III (ca. 3200-3000 BC)</td>\n","      <td>Q512134</td>\n","      <td>NaN</td>\n","      <td>Q390181</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>4.986098e-310</td>\n","      <td>'Cuneiform Tablet ATU 3, pl. 081, W 9123,d'</td>\n","      <td>'Lexical tablet found in the Warkāʼ provenienc...</td>\n","      <td>Q389597</td>\n","      <td>P000003</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>clay</td>\n","      <td>Q471153</td>\n","      <td>NaN</td>\n","      <td>Vorderasiatisches Museum, Berlin, Germany</td>\n","      <td>Q510658</td>\n","      <td>NaN</td>\n","      <td>W 09123,d</td>\n","      <td>'''VAT 15253'''</td>\n","      <td>Cuneiform Tablet ATU 3, pl. 081, W 9123,d</td>\n","      <td>'''Qa XVI,2'''</td>\n","      <td>Tablet</td>\n","      <td>Q512006</td>\n","      <td>Lexical</td>\n","      <td>Q537054</td>\n","      <td>NaN</td>\n","      <td>Uruk IV (ca. 3350-3200 BC)</td>\n","      <td>Q512132</td>\n","      <td>NaN</td>\n","      <td>Q390181</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-58706858-219f-4f91-862d-97a95d88533d')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-58706858-219f-4f91-862d-97a95d88533d button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-58706858-219f-4f91-862d-97a95d88533d');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-10899230-7980-4c40-b7df-2af05eb47bd9\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-10899230-7980-4c40-b7df-2af05eb47bd9')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-10899230-7980-4c40-b7df-2af05eb47bd9 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"factgrid_df"}},"metadata":{},"execution_count":43}],"source":["factgrid_df.head(3)"]},{"cell_type":"code","execution_count":44,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":339},"id":"3TGA1gfp7O9T","outputId":"ac8cec1f-af5b-4c0d-f68b-157dbc791a92","executionInfo":{"status":"error","timestamp":1710207880257,"user_tz":240,"elapsed":271,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"error","ename":"KeyError","evalue":"\"['P695', 'P121_y'] not in index\"","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)","\u001b[0;32m<ipython-input-44-ca69543396ec>\u001b[0m in \u001b[0;36m<cell line: 1>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mfactgrid_df_adjusted\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfactgrid_df\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'qid'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Len'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Den'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P2'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P747'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P131'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P692'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P18'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P401'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P329'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'qal10'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P695'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'qal804'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'qal425'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P121_y'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'P853'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mfactgrid_df_adjusted\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m   3811\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mis_iterator\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3812\u001b[0m                 \u001b[0mkey\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3813\u001b[0;31m             \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_get_indexer_strict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"columns\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3814\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3815\u001b[0m         \u001b[0;31m# take() does not accept boolean indexers\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36m_get_indexer_strict\u001b[0;34m(self, key, axis_name)\u001b[0m\n\u001b[1;32m   6068\u001b[0m             \u001b[0mkeyarr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mindexer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnew_indexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_reindex_non_unique\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkeyarr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   6069\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 6070\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_raise_if_missing\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkeyarr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mindexer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maxis_name\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   6071\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   6072\u001b[0m         \u001b[0mkeyarr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtake\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36m_raise_if_missing\u001b[0;34m(self, key, indexer, axis_name)\u001b[0m\n\u001b[1;32m   6131\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   6132\u001b[0m             \u001b[0mnot_found\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mensure_index\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mmissing_mask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnonzero\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0munique\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 6133\u001b[0;31m             \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"{not_found} not in index\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   6134\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   6135\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0moverload\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mKeyError\u001b[0m: \"['P695', 'P121_y'] not in index\""]}],"source":["factgrid_df_adjusted = factgrid_df[['qid', 'Len', 'Den', 'P2', 'P747', 'P131', 'P692', 'P18', 'P401', 'P329', 'qal10', 'P695', 'qal804', 'qal425', 'P121_y', 'P853']]\n","factgrid_df_adjusted"]},{"cell_type":"code","execution_count":46,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"id":"oIu0-q2Hu6F0","outputId":"a48aa482-e817-40ca-bc58-00e214b4ca00","executionInfo":{"status":"ok","timestamp":1710207891440,"user_tz":240,"elapsed":2,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["                  qid                                              Len  \\\n","0       4.986098e-310  'Cuneiform Tablet CDLI Lexical 000002, ex. 065'   \n","1       4.986099e-310  'Cuneiform Tablet CDLI Lexical 000002, ex. 066'   \n","2       4.986098e-310      'Cuneiform Tablet ATU 3, pl. 081, W 9123,d'   \n","3       4.986099e-310  'Cuneiform Tablet CDLI Lexical 000002, ex. 051'   \n","4                 NaN  'Cuneiform Tablet CDLI Lexical 000002, ex. 172'   \n","...               ...                                              ...   \n","366911            NaN                            'Cuneiform artifact '   \n","366912            NaN                            'Cuneiform artifact '   \n","366913            NaN                            'Cuneiform artifact '   \n","366914            NaN                            'Cuneiform artifact '   \n","366915            NaN                            'Cuneiform artifact '   \n","\n","                                                      Den       P2     P747  \\\n","0       'Lexical tablet found in the Warkāʼ provenienc...  Q512006  Q390181   \n","1       'Lexical tablet found in the Warkāʼ provenienc...  Q512006  Q390181   \n","2       'Lexical tablet found in the Warkāʼ provenienc...  Q512006  Q390181   \n","3       'Lexical tablet found in the Warkāʼ provenienc...  Q512006  Q390181   \n","4       'Lexical tablet found in the Warkāʼ provenienc...  Q512006  Q390181   \n","...                                                   ...      ...      ...   \n","366911  'An  object of an unknown type from an unspeci...      NaN  Q390181   \n","366912  'An  object of an unknown type from an unspeci...      NaN  Q390181   \n","366913  'An  object of an unknown type from an unspeci...      NaN  Q390181   \n","366914  'An  object of an unknown type from an unspeci...      NaN  Q390181   \n","366915  'An  object of an unknown type from an unspeci...      NaN  Q390181   \n","\n","           P131     P692  P18     P401     P329            qal10  \\\n","0       Q389597  P000001  NaN  Q471153  Q510658  '''VAT 01533'''   \n","1       Q389597  P000002  NaN  Q471153  Q510658  '''VAT 15263'''   \n","2       Q389597  P000003  NaN  Q471153  Q510658  '''VAT 15253'''   \n","3       Q389597  P000004  NaN  Q471153  Q510658  '''VAT 15168'''   \n","4       Q389597  P000005  NaN  Q471153  Q510658  '''VAT 15153'''   \n","...         ...      ...  ...      ...      ...              ...   \n","366911  Q389597  X096677  NaN      NaN      NaN        '''nan'''   \n","366912  Q389597  X201001  NaN      NaN      NaN        '''nan'''   \n","366913  Q389597  X201002  NaN      NaN      NaN        '''nan'''   \n","366914  Q389597  X225104  NaN      NaN      NaN        '''nan'''   \n","366915  Q389597  X423597  NaN      NaN      NaN        '''nan'''   \n","\n","                 qal425     P121     P853  \n","0       '''M XVIII,?'''  Q537054  Q512134  \n","1       '''M XVIII,?'''  Q537054  Q512134  \n","2        '''Qa XVI,2'''  Q537054  Q512132  \n","3        '''Qa XVI,2'''  Q537054  Q512132  \n","4        '''Qa XVI,2'''  Q537054  Q512132  \n","...                 ...      ...      ...  \n","366911        '''nan'''      NaN      NaN  \n","366912        '''nan'''      NaN      NaN  \n","366913        '''nan'''      NaN      NaN  \n","366914        '''nan'''      NaN      NaN  \n","366915        '''nan'''      NaN      NaN  \n","\n","[366916 rows x 14 columns]"],"text/html":["\n","  <div id=\"df-2b07f777-4185-4e90-9866-1a3d1388b6aa\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>qid</th>\n","      <th>Len</th>\n","      <th>Den</th>\n","      <th>P2</th>\n","      <th>P747</th>\n","      <th>P131</th>\n","      <th>P692</th>\n","      <th>P18</th>\n","      <th>P401</th>\n","      <th>P329</th>\n","      <th>qal10</th>\n","      <th>qal425</th>\n","      <th>P121</th>\n","      <th>P853</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>4.986098e-310</td>\n","      <td>'Cuneiform Tablet CDLI Lexical 000002, ex. 065'</td>\n","      <td>'Lexical tablet found in the Warkāʼ provenienc...</td>\n","      <td>Q512006</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>P000001</td>\n","      <td>NaN</td>\n","      <td>Q471153</td>\n","      <td>Q510658</td>\n","      <td>'''VAT 01533'''</td>\n","      <td>'''M XVIII,?'''</td>\n","      <td>Q537054</td>\n","      <td>Q512134</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>4.986099e-310</td>\n","      <td>'Cuneiform Tablet CDLI Lexical 000002, ex. 066'</td>\n","      <td>'Lexical tablet found in the Warkāʼ provenienc...</td>\n","      <td>Q512006</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>P000002</td>\n","      <td>NaN</td>\n","      <td>Q471153</td>\n","      <td>Q510658</td>\n","      <td>'''VAT 15263'''</td>\n","      <td>'''M XVIII,?'''</td>\n","      <td>Q537054</td>\n","      <td>Q512134</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>4.986098e-310</td>\n","      <td>'Cuneiform Tablet ATU 3, pl. 081, W 9123,d'</td>\n","      <td>'Lexical tablet found in the Warkāʼ provenienc...</td>\n","      <td>Q512006</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>P000003</td>\n","      <td>NaN</td>\n","      <td>Q471153</td>\n","      <td>Q510658</td>\n","      <td>'''VAT 15253'''</td>\n","      <td>'''Qa XVI,2'''</td>\n","      <td>Q537054</td>\n","      <td>Q512132</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>4.986099e-310</td>\n","      <td>'Cuneiform Tablet CDLI Lexical 000002, ex. 051'</td>\n","      <td>'Lexical tablet found in the Warkāʼ provenienc...</td>\n","      <td>Q512006</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>P000004</td>\n","      <td>NaN</td>\n","      <td>Q471153</td>\n","      <td>Q510658</td>\n","      <td>'''VAT 15168'''</td>\n","      <td>'''Qa XVI,2'''</td>\n","      <td>Q537054</td>\n","      <td>Q512132</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>NaN</td>\n","      <td>'Cuneiform Tablet CDLI Lexical 000002, ex. 172'</td>\n","      <td>'Lexical tablet found in the Warkāʼ provenienc...</td>\n","      <td>Q512006</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>P000005</td>\n","      <td>NaN</td>\n","      <td>Q471153</td>\n","      <td>Q510658</td>\n","      <td>'''VAT 15153'''</td>\n","      <td>'''Qa XVI,2'''</td>\n","      <td>Q537054</td>\n","      <td>Q512132</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>366911</th>\n","      <td>NaN</td>\n","      <td>'Cuneiform artifact '</td>\n","      <td>'An  object of an unknown type from an unspeci...</td>\n","      <td>NaN</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>X096677</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>'''nan'''</td>\n","      <td>'''nan'''</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366912</th>\n","      <td>NaN</td>\n","      <td>'Cuneiform artifact '</td>\n","      <td>'An  object of an unknown type from an unspeci...</td>\n","      <td>NaN</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>X201001</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>'''nan'''</td>\n","      <td>'''nan'''</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366913</th>\n","      <td>NaN</td>\n","      <td>'Cuneiform artifact '</td>\n","      <td>'An  object of an unknown type from an unspeci...</td>\n","      <td>NaN</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>X201002</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>'''nan'''</td>\n","      <td>'''nan'''</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366914</th>\n","      <td>NaN</td>\n","      <td>'Cuneiform artifact '</td>\n","      <td>'An  object of an unknown type from an unspeci...</td>\n","      <td>NaN</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>X225104</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>'''nan'''</td>\n","      <td>'''nan'''</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>366915</th>\n","      <td>NaN</td>\n","      <td>'Cuneiform artifact '</td>\n","      <td>'An  object of an unknown type from an unspeci...</td>\n","      <td>NaN</td>\n","      <td>Q390181</td>\n","      <td>Q389597</td>\n","      <td>X423597</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>'''nan'''</td>\n","      <td>'''nan'''</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>366916 rows × 14 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-2b07f777-4185-4e90-9866-1a3d1388b6aa')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-2b07f777-4185-4e90-9866-1a3d1388b6aa button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-2b07f777-4185-4e90-9866-1a3d1388b6aa');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-b47b60bc-8f06-4490-9eaf-ff42f49e9eaf\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-b47b60bc-8f06-4490-9eaf-ff42f49e9eaf')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-b47b60bc-8f06-4490-9eaf-ff42f49e9eaf button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","  <div id=\"id_2aa7e514-9e83-4dd9-a419-970845ebd4b0\">\n","    <style>\n","      .colab-df-generate {\n","        background-color: #E8F0FE;\n","        border: none;\n","        border-radius: 50%;\n","        cursor: pointer;\n","        display: none;\n","        fill: #1967D2;\n","        height: 32px;\n","        padding: 0 0 0 0;\n","        width: 32px;\n","      }\n","\n","      .colab-df-generate:hover {\n","        background-color: #E2EBFA;\n","        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","        fill: #174EA6;\n","      }\n","\n","      [theme=dark] .colab-df-generate {\n","        background-color: #3B4455;\n","        fill: #D2E3FC;\n","      }\n","\n","      [theme=dark] .colab-df-generate:hover {\n","        background-color: #434B5C;\n","        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","        fill: #FFFFFF;\n","      }\n","    </style>\n","    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('factgrid_df_adjusted2')\"\n","            title=\"Generate code using this dataframe.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n","  </svg>\n","    </button>\n","    <script>\n","      (() => {\n","      const buttonEl =\n","        document.querySelector('#id_2aa7e514-9e83-4dd9-a419-970845ebd4b0 button.colab-df-generate');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      buttonEl.onclick = () => {\n","        google.colab.notebook.generateWithVariable('factgrid_df_adjusted2');\n","      }\n","      })();\n","    </script>\n","  </div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"factgrid_df_adjusted2"}},"metadata":{},"execution_count":46}],"source":["factgrid_df_adjusted2 = factgrid_df[['qid', 'Len',\t'Den', 'P2', 'P747', 'P131', 'P692', 'P18', 'P401', 'P329', 'qal10', 'qal425',\t'P121', 'P853']]\n","factgrid_df_adjusted2"]},{"cell_type":"code","execution_count":47,"metadata":{"id":"vgN0b73kDuWD","executionInfo":{"status":"ok","timestamp":1710207909539,"user_tz":240,"elapsed":6517,"user":{"displayName":"Keil Schrifter","userId":"17583169399684700797"}}},"outputs":[],"source":["# saving the dataframe to designated folder\n","factgrid_df_adjusted2.to_csv(folder+'ORACC_DFS/factgrid_df.csv')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"SvD1yuVYvB9k"},"outputs":[],"source":[]}],"metadata":{"colab":{"collapsed_sections":["0Cv2-APuczKC","vELYxzYzcCbh","6Hh-VLwncWOP","G_jZOtx2cgto","GO42C-6hckYy","BTW3Lpgdcoi5"],"machine_shape":"hm","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.9.6"}},"nbformat":4,"nbformat_minor":0}