scripts/2_1_py_DECLINE_TERMS.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#  Creating of declension paradigms for road-related terms\n",
    "\n",
    "**Research idea & domain expertise:** Petra Hermankova, Aarhus University\n",
    "\n",
    "**Script & technical solution:** Vojtech Kase, Aarhus University\n",
    "\n",
    "Source: https://github.com/sdam-au/social_diversity/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting nltk\n",
      "  Downloading nltk-3.5.zip (1.4 MB)\n",
      "\u001b[K     |████████████████████████████████| 1.4 MB 2.6 MB/s eta 0:00:01     |██████                          | 266 kB 2.6 MB/s eta 0:00:01     |██████████████████▎             | 819 kB 2.6 MB/s eta 0:00:01\n",
      "\u001b[?25hCollecting gspread\n",
      "  Downloading gspread-3.7.0-py3-none-any.whl (28 kB)\n",
      "Requirement already satisfied: sddk in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (2.8.2)\n",
      "Collecting gspread_dataframe\n",
      "  Downloading gspread_dataframe-3.2.1-py2.py3-none-any.whl (7.8 kB)\n",
      "Requirement already satisfied: kaleido in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (0.2.1)\n",
      "Requirement already satisfied: google-auth>=1.12.0 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from gspread) (1.27.1)\n",
      "Requirement already satisfied: google-auth-oauthlib>=0.4.1 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from gspread) (0.4.3)\n",
      "Requirement already satisfied: six>=1.9.0 in /home/petra/.local/lib/python3.8/site-packages (from google-auth>=1.12.0->gspread) (1.15.0)\n",
      "Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from google-auth>=1.12.0->gspread) (0.2.8)\n",
      "Requirement already satisfied: setuptools>=40.3.0 in /home/petra/.local/lib/python3.8/site-packages (from google-auth>=1.12.0->gspread) (50.3.2)\n",
      "Requirement already satisfied: rsa<5,>=3.1.4 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from google-auth>=1.12.0->gspread) (4.7.2)\n",
      "Requirement already satisfied: cachetools<5.0,>=2.0.0 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from google-auth>=1.12.0->gspread) (4.2.1)\n",
      "Requirement already satisfied: requests-oauthlib>=0.7.0 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from google-auth-oauthlib>=0.4.1->gspread) (1.3.0)\n",
      "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from pyasn1-modules>=0.2.1->google-auth>=1.12.0->gspread) (0.4.8)\n",
      "Requirement already satisfied: requests>=2.0.0 in /home/petra/.local/lib/python3.8/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib>=0.4.1->gspread) (2.25.0)\n",
      "Requirement already satisfied: oauthlib>=3.0.0 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib>=0.4.1->gspread) (3.1.0)\n",
      "Requirement already satisfied: idna<3,>=2.5 in /home/petra/.local/lib/python3.8/site-packages (from requests>=2.0.0->requests-oauthlib>=0.7.0->google-auth-oauthlib>=0.4.1->gspread) (2.10)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /home/petra/.local/lib/python3.8/site-packages (from requests>=2.0.0->requests-oauthlib>=0.7.0->google-auth-oauthlib>=0.4.1->gspread) (2020.11.8)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/petra/.local/lib/python3.8/site-packages (from requests>=2.0.0->requests-oauthlib>=0.7.0->google-auth-oauthlib>=0.4.1->gspread) (1.26.2)\n",
      "Requirement already satisfied: chardet<4,>=3.0.2 in /home/petra/.local/lib/python3.8/site-packages (from requests>=2.0.0->requests-oauthlib>=0.7.0->google-auth-oauthlib>=0.4.1->gspread) (3.0.4)\n",
      "Requirement already satisfied: pandas>=0.24.0 in /home/petra/.local/lib/python3.8/site-packages (from gspread_dataframe) (1.2.2)\n",
      "Requirement already satisfied: pytz>=2017.3 in /home/petra/.local/lib/python3.8/site-packages (from pandas>=0.24.0->gspread_dataframe) (2021.1)\n",
      "Requirement already satisfied: python-dateutil>=2.7.3 in /home/petra/.local/lib/python3.8/site-packages (from pandas>=0.24.0->gspread_dataframe) (2.8.1)\n",
      "Requirement already satisfied: numpy>=1.16.5 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from pandas>=0.24.0->gspread_dataframe) (1.19.5)\n",
      "Collecting click\n",
      "  Using cached click-7.1.2-py2.py3-none-any.whl (82 kB)\n",
      "Collecting joblib\n",
      "  Using cached joblib-1.0.1-py3-none-any.whl (303 kB)\n",
      "Collecting regex\n",
      "  Downloading regex-2021.3.17-cp38-cp38-manylinux2014_x86_64.whl (737 kB)\n",
      "\u001b[K     |████████████████████████████████| 737 kB 30.6 MB/s eta 0:00:01\n",
      "\u001b[?25hCollecting tqdm\n",
      "  Downloading tqdm-4.59.0-py2.py3-none-any.whl (74 kB)\n",
      "\u001b[K     |████████████████████████████████| 74 kB 3.5 MB/s  eta 0:00:01\n",
      "\u001b[?25hRequirement already satisfied: matplotlib in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from sddk) (3.3.4)\n",
      "Requirement already satisfied: beautifulsoup4 in /home/petra/.local/lib/python3.8/site-packages (from sddk) (4.9.3)\n",
      "Requirement already satisfied: pyarrow in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from sddk) (3.0.0)\n",
      "Requirement already satisfied: soupsieve>1.2 in /home/petra/.local/lib/python3.8/site-packages (from beautifulsoup4->sddk) (2.0.1)\n",
      "Requirement already satisfied: pillow>=6.2.0 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from matplotlib->sddk) (8.1.2)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from matplotlib->sddk) (1.3.1)\n",
      "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.3 in /home/petra/.local/lib/python3.8/site-packages (from matplotlib->sddk) (2.4.7)\n",
      "Requirement already satisfied: cycler>=0.10 in /home/petra/.pyenv/versions/3.8.7/lib/python3.8/site-packages (from matplotlib->sddk) (0.10.0)\n",
      "Building wheels for collected packages: nltk\n",
      "  Building wheel for nltk (setup.py) ... \u001b[?25ldone\n",
      "\u001b[?25h  Created wheel for nltk: filename=nltk-3.5-py3-none-any.whl size=1434675 sha256=7c68475d1069644f8499ca8666bf915e2e65ef3293cbc508f84dbd3e6a390a49\n",
      "  Stored in directory: /home/petra/.cache/pip/wheels/ff/d5/7b/f1fb4e1e1603b2f01c2424dd60fbcc50c12ef918bafc44b155\n",
      "Successfully built nltk\n",
      "Installing collected packages: tqdm, regex, joblib, gspread, click, nltk, gspread-dataframe\n",
      "Successfully installed click-7.1.2 gspread-3.7.0 gspread-dataframe-3.2.1 joblib-1.0.1 nltk-3.5 regex-2021.3.17 tqdm-4.59.0\n"
     ]
    }
   ],
   "source": [
    "!pip install nltk gspread sddk gspread_dataframe kaleido\n",
    "# REQUIREMNTS\n",
    "import pandas as pd\n",
    "import nltk\n",
    "import requests\n",
    "import re\n",
    "import json\n",
    "\n",
    "import gspread\n",
    "from gspread_dataframe import get_as_dataframe, set_with_dataframe\n",
    "from google.oauth2 import service_account # based on google-auth library\n",
    "\n",
    "import sddk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "sciencedata.dk username (format '123456@au.dk'): 648560@au.dk\n",
      "sciencedata.dk password: ········\n",
      "endpoint variable has been configured to: https://sciencedata.dk/files/\n"
     ]
    }
   ],
   "source": [
    "# to access gsheet (from where we read our occupation data), you need Google Service Account key json file\n",
    "# I have mine located in my personal space on sciencedata.dk, so I read it from there:\n",
    "conf = sddk.configure()\n",
    "\n",
    "# (1) read the file and parse its content\n",
    "file_data = conf[0].get(conf[1] + \"ServiceAccountsKey.json\").json()\n",
    "# (2) transform the content into crendentials object\n",
    "credentials = service_account.Credentials.from_service_account_info(file_data)\n",
    "# (3) specify your usage of the credentials\n",
    "scoped_credentials = credentials.with_scopes(['https://spreadsheets.google.com/feeds', 'https://www.googleapis.com/auth/drive'])\n",
    "# (4) use the constrained credentials for authentication of gspread package\n",
    "gc = gspread.Client(auth=scoped_credentials)\n",
    "# (5) establish connection with spreadsheets specified by their url\n",
    "terms = gc.open_by_url(\"https://docs.google.com/spreadsheets/d/1tdtjPCoHY61FSZB0CxAdZXN9xDgl76KU-ObMp4uNG2A/edit?usp=sharing\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Evidence</th>\n",
       "      <th>Category</th>\n",
       "      <th>Term_ENG</th>\n",
       "      <th>Term_LAT</th>\n",
       "      <th>Gen_sg</th>\n",
       "      <th>Vocab_nom_sg</th>\n",
       "      <th>LewisShort_dictionary</th>\n",
       "      <th>LewisShort_exact_term</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Road</td>\n",
       "      <td>via</td>\n",
       "      <td>ae</td>\n",
       "      <td>NaN</td>\n",
       "      <td>vĭa, ae, f.</td>\n",
       "      <td>a highway, road, path, street</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Bridge</td>\n",
       "      <td>pons</td>\n",
       "      <td>ntis</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pons, ntis, m.</td>\n",
       "      <td>a bridge across a river, ditch, or marsh, betw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Exchange station</td>\n",
       "      <td>mutatio</td>\n",
       "      <td>onis</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mūtātĭo, ōnis, f.</td>\n",
       "      <td>a changing or change of horses</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Lodging</td>\n",
       "      <td>mansio</td>\n",
       "      <td>onis</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mansĭo, ōnis, f.</td>\n",
       "      <td>Night-quarters, lodging-place, inn; also, as a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Road maintenance</td>\n",
       "      <td>Administrative unit responsible for the road m...</td>\n",
       "      <td>caput viae</td>\n",
       "      <td>itis</td>\n",
       "      <td>caput</td>\n",
       "      <td>căpŭt, ĭtis, n.</td>\n",
       "      <td>the origin, source, spring (head), root</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Road maintenance</td>\n",
       "      <td>Milestone</td>\n",
       "      <td>miliarium</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mīlĭārĭum (mill-), ii, n.</td>\n",
       "      <td>a mile-stone (which indicated a distance of a ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Road maintenance</td>\n",
       "      <td>Milestone</td>\n",
       "      <td>milliarium</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mīlĭārĭum (mill-), ii, n.</td>\n",
       "      <td>a mile-stone (which indicated a distance of a ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Unit of distance</td>\n",
       "      <td>One mile = 1000 paces</td>\n",
       "      <td>millia passuum</td>\n",
       "      <td>ae</td>\n",
       "      <td>millia</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Unit of distance</td>\n",
       "      <td>Pace</td>\n",
       "      <td>passus</td>\n",
       "      <td>us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>passus, ūs, m.</td>\n",
       "      <td>a pace, as a measure of length, consisting of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Mobility</td>\n",
       "      <td>Cart</td>\n",
       "      <td>carpentum</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>carpentum, i, n.</td>\n",
       "      <td>a two-wheeled, covered carriage, coach, or cha...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Gate</td>\n",
       "      <td>porta</td>\n",
       "      <td>ae</td>\n",
       "      <td>NaN</td>\n",
       "      <td>porta, ae, f.</td>\n",
       "      <td>a city-gate, a gate.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Village / relatively flat road</td>\n",
       "      <td>vicus</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>vīcus, i, m.</td>\n",
       "      <td>a village, hamlet, a country-seat</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Ascending road</td>\n",
       "      <td>clivus</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>clīvus, i, m.</td>\n",
       "      <td>a gently sloping height, a declivity, slope, a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Path / rough road / trail</td>\n",
       "      <td>semita</td>\n",
       "      <td>ae</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sēmĭta, ae, f.</td>\n",
       "      <td>a narrow way, a path, foot - path, lane, by - way</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Small street / blind alley / passageway</td>\n",
       "      <td>angiportus</td>\n",
       "      <td>us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>angĭportus, ūs, m.</td>\n",
       "      <td>a narrow street, lane, or alley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Stairways / staircases</td>\n",
       "      <td>scala</td>\n",
       "      <td>ae</td>\n",
       "      <td>NaN</td>\n",
       "      <td>scāla, ae, f.</td>\n",
       "      <td>a flight of steps or stairs, a staircase; a la...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Stairways / staircases</td>\n",
       "      <td>gradus</td>\n",
       "      <td>us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>grădus, ūs, m.</td>\n",
       "      <td>a step, pace</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Unit of distance</td>\n",
       "      <td>Step</td>\n",
       "      <td>gressus</td>\n",
       "      <td>us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>gressus, ūs, m.</td>\n",
       "      <td>a stepping, going, step, course, way.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Unit of distance</td>\n",
       "      <td>Pace</td>\n",
       "      <td>incessus</td>\n",
       "      <td>us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>incessus, ūs, m.</td>\n",
       "      <td>a going, walking, pace, gait, an entrance, app...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Unit of distance</td>\n",
       "      <td>League</td>\n",
       "      <td>leuga</td>\n",
       "      <td>ae</td>\n",
       "      <td>NaN</td>\n",
       "      <td>leuca (leuga), ae, f.</td>\n",
       "      <td>a Celtic word, a Gallic mile of 1500 Roman pac...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Other</td>\n",
       "      <td>List of stages, distances, flat milestone</td>\n",
       "      <td>tabellarium</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tăbellārĭus, a, um, adj. tabella</td>\n",
       "      <td>belonging to tablets</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Other</td>\n",
       "      <td>List of stages, distances, flat milestone</td>\n",
       "      <td>tabelarium</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tăbellārĭus, a, um, adj. tabella</td>\n",
       "      <td>belonging to tablets</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Other</td>\n",
       "      <td>Itinerary</td>\n",
       "      <td>itinerarium</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ĭtĭnĕrārĭum, i, n.</td>\n",
       "      <td>an account of a journey, an itinerary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Track</td>\n",
       "      <td>actus</td>\n",
       "      <td>us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>actus, ūs, m.</td>\n",
       "      <td>a road between fields; a cart- or carriage-way</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Mobility</td>\n",
       "      <td>Imperial transport and dissemination service</td>\n",
       "      <td>cursus</td>\n",
       "      <td>us</td>\n",
       "      <td>cursus</td>\n",
       "      <td>cursus, ūs, m.</td>\n",
       "      <td>cursus publicus, posts or relays divided into ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Mobility</td>\n",
       "      <td>Imperial transport service of people</td>\n",
       "      <td>vehiculatio</td>\n",
       "      <td>onis</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Mobility</td>\n",
       "      <td>Mean of transport</td>\n",
       "      <td>vehiculum</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>vĕhĭcŭlum, i, n.</td>\n",
       "      <td>a means of transport, a carriage, conveyance, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Footpath, journey, road</td>\n",
       "      <td>iter</td>\n",
       "      <td>ineris</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ĭter, ĭtĭnĕris, n.</td>\n",
       "      <td>a journey by land, a land route, the place in ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Mobility</td>\n",
       "      <td>Pack animals, carriage</td>\n",
       "      <td>iumentum</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jūmentum, i, n.</td>\n",
       "      <td>a beast used for drawing or carrying, draught-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Road maintenance</td>\n",
       "      <td>Local magistrate in charge of road management</td>\n",
       "      <td>curator viarum</td>\n",
       "      <td>oris</td>\n",
       "      <td>curator</td>\n",
       "      <td>cūrātor, ōris, m.</td>\n",
       "      <td>he who cares for or takes charge of a thing, a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Intersection</td>\n",
       "      <td>compitum</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>compĭtum, i, n.</td>\n",
       "      <td>a place where several ways meet, a cross - way...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Turning of the road,  minor road</td>\n",
       "      <td>deverticulum</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>dēvertĭcŭlum , i, n.</td>\n",
       "      <td>A by-road, by-path, side-way, a place for trav...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Turning of the road,  minor road</td>\n",
       "      <td>diverticulum</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>divertĭcŭlum , i, n.</td>\n",
       "      <td>A by-road, by-path, side-way, a place for trav...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Mobility</td>\n",
       "      <td>Passer-by</td>\n",
       "      <td>viator</td>\n",
       "      <td>oris</td>\n",
       "      <td>NaN</td>\n",
       "      <td>vĭātor, ōris, m. vio.</td>\n",
       "      <td>a wayfarer, traveller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Direct</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Arch</td>\n",
       "      <td>arcus</td>\n",
       "      <td>us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>arcus, ūs, m.</td>\n",
       "      <td>a bow or arch in building, a vault, arch, triu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Boundary station</td>\n",
       "      <td>statio</td>\n",
       "      <td>onis</td>\n",
       "      <td>NaN</td>\n",
       "      <td>stătĭo, ōnis, f.</td>\n",
       "      <td>a post, station, a post-station, post-house</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Indirect</td>\n",
       "      <td>Physical description of features</td>\n",
       "      <td>Boundary</td>\n",
       "      <td>terminus</td>\n",
       "      <td>i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>termĭnus, i, m.</td>\n",
       "      <td>a boundary-line, boundary, bound, limit</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Evidence                          Category  \\\n",
       "0     Direct  Physical description of features   \n",
       "1     Direct  Physical description of features   \n",
       "2     Direct  Physical description of features   \n",
       "3     Direct  Physical description of features   \n",
       "4     Direct                  Road maintenance   \n",
       "5     Direct                  Road maintenance   \n",
       "6     Direct                  Road maintenance   \n",
       "7     Direct                  Unit of distance   \n",
       "8   Indirect                  Unit of distance   \n",
       "9   Indirect                          Mobility   \n",
       "10    Direct  Physical description of features   \n",
       "11  Indirect  Physical description of features   \n",
       "12    Direct  Physical description of features   \n",
       "13    Direct  Physical description of features   \n",
       "14    Direct  Physical description of features   \n",
       "15    Direct  Physical description of features   \n",
       "16    Direct  Physical description of features   \n",
       "17  Indirect                  Unit of distance   \n",
       "18  Indirect                  Unit of distance   \n",
       "19  Indirect                  Unit of distance   \n",
       "20  Indirect                             Other   \n",
       "21  Indirect                             Other   \n",
       "22  Indirect                             Other   \n",
       "23    Direct  Physical description of features   \n",
       "24  Indirect                          Mobility   \n",
       "25  Indirect                          Mobility   \n",
       "26  Indirect                          Mobility   \n",
       "27    Direct  Physical description of features   \n",
       "28  Indirect                          Mobility   \n",
       "29  Indirect                  Road maintenance   \n",
       "30    Direct  Physical description of features   \n",
       "31    Direct  Physical description of features   \n",
       "32    Direct  Physical description of features   \n",
       "33  Indirect                          Mobility   \n",
       "34    Direct  Physical description of features   \n",
       "35  Indirect  Physical description of features   \n",
       "36  Indirect  Physical description of features   \n",
       "\n",
       "                                             Term_ENG        Term_LAT  Gen_sg  \\\n",
       "0                                                Road             via      ae   \n",
       "1                                              Bridge            pons    ntis   \n",
       "2                                    Exchange station         mutatio    onis   \n",
       "3                                             Lodging          mansio    onis   \n",
       "4   Administrative unit responsible for the road m...      caput viae    itis   \n",
       "5                                           Milestone       miliarium       i   \n",
       "6                                           Milestone      milliarium       i   \n",
       "7                               One mile = 1000 paces  millia passuum      ae   \n",
       "8                                                Pace          passus      us   \n",
       "9                                                Cart       carpentum       i   \n",
       "10                                               Gate           porta      ae   \n",
       "11                     Village / relatively flat road           vicus       i   \n",
       "12                                     Ascending road          clivus       i   \n",
       "13                          Path / rough road / trail          semita      ae   \n",
       "14            Small street / blind alley / passageway      angiportus      us   \n",
       "15                             Stairways / staircases           scala      ae   \n",
       "16                             Stairways / staircases          gradus      us   \n",
       "17                                               Step         gressus      us   \n",
       "18                                               Pace        incessus      us   \n",
       "19                                             League           leuga      ae   \n",
       "20          List of stages, distances, flat milestone     tabellarium       i   \n",
       "21          List of stages, distances, flat milestone      tabelarium       i   \n",
       "22                                          Itinerary     itinerarium       i   \n",
       "23                                              Track           actus      us   \n",
       "24       Imperial transport and dissemination service          cursus      us   \n",
       "25               Imperial transport service of people     vehiculatio    onis   \n",
       "26                                  Mean of transport       vehiculum       i   \n",
       "27                            Footpath, journey, road            iter  ineris   \n",
       "28                             Pack animals, carriage        iumentum       i   \n",
       "29      Local magistrate in charge of road management  curator viarum    oris   \n",
       "30                                       Intersection        compitum       i   \n",
       "31                   Turning of the road,  minor road    deverticulum       i   \n",
       "32                   Turning of the road,  minor road    diverticulum       i   \n",
       "33                                          Passer-by          viator    oris   \n",
       "34                                               Arch           arcus      us   \n",
       "35                                   Boundary station          statio    onis   \n",
       "36                                           Boundary        terminus       i   \n",
       "\n",
       "   Vocab_nom_sg             LewisShort_dictionary  \\\n",
       "0           NaN                       vĭa, ae, f.   \n",
       "1           NaN                    pons, ntis, m.   \n",
       "2           NaN                 mūtātĭo, ōnis, f.   \n",
       "3           NaN                  mansĭo, ōnis, f.   \n",
       "4         caput                   căpŭt, ĭtis, n.   \n",
       "5           NaN         mīlĭārĭum (mill-), ii, n.   \n",
       "6           NaN         mīlĭārĭum (mill-), ii, n.   \n",
       "7        millia                               NaN   \n",
       "8           NaN                    passus, ūs, m.   \n",
       "9           NaN                  carpentum, i, n.   \n",
       "10          NaN                     porta, ae, f.   \n",
       "11          NaN                     vīcus, i, m.    \n",
       "12          NaN                     clīvus, i, m.   \n",
       "13          NaN                    sēmĭta, ae, f.   \n",
       "14          NaN                angĭportus, ūs, m.   \n",
       "15          NaN                     scāla, ae, f.   \n",
       "16          NaN                    grădus, ūs, m.   \n",
       "17          NaN                   gressus, ūs, m.   \n",
       "18          NaN                  incessus, ūs, m.   \n",
       "19          NaN             leuca (leuga), ae, f.   \n",
       "20          NaN  tăbellārĭus, a, um, adj. tabella   \n",
       "21          NaN  tăbellārĭus, a, um, adj. tabella   \n",
       "22          NaN                ĭtĭnĕrārĭum, i, n.   \n",
       "23          NaN                     actus, ūs, m.   \n",
       "24       cursus                    cursus, ūs, m.   \n",
       "25          NaN                               NaN   \n",
       "26          NaN                  vĕhĭcŭlum, i, n.   \n",
       "27          NaN                ĭter, ĭtĭnĕris, n.   \n",
       "28          NaN                   jūmentum, i, n.   \n",
       "29      curator                 cūrātor, ōris, m.   \n",
       "30          NaN                   compĭtum, i, n.   \n",
       "31          NaN              dēvertĭcŭlum , i, n.   \n",
       "32          NaN              divertĭcŭlum , i, n.   \n",
       "33          NaN             vĭātor, ōris, m. vio.   \n",
       "34          NaN                     arcus, ūs, m.   \n",
       "35          NaN                  stătĭo, ōnis, f.   \n",
       "36          NaN                  termĭnus, i, m.    \n",
       "\n",
       "                                LewisShort_exact_term  \n",
       "0                       a highway, road, path, street  \n",
       "1   a bridge across a river, ditch, or marsh, betw...  \n",
       "2                      a changing or change of horses  \n",
       "3   Night-quarters, lodging-place, inn; also, as a...  \n",
       "4             the origin, source, spring (head), root  \n",
       "5   a mile-stone (which indicated a distance of a ...  \n",
       "6   a mile-stone (which indicated a distance of a ...  \n",
       "7                                                 NaN  \n",
       "8   a pace, as a measure of length, consisting of ...  \n",
       "9   a two-wheeled, covered carriage, coach, or cha...  \n",
       "10                               a city-gate, a gate.  \n",
       "11                  a village, hamlet, a country-seat  \n",
       "12  a gently sloping height, a declivity, slope, a...  \n",
       "13  a narrow way, a path, foot - path, lane, by - way  \n",
       "14                    a narrow street, lane, or alley  \n",
       "15  a flight of steps or stairs, a staircase; a la...  \n",
       "16                                       a step, pace  \n",
       "17              a stepping, going, step, course, way.  \n",
       "18  a going, walking, pace, gait, an entrance, app...  \n",
       "19  a Celtic word, a Gallic mile of 1500 Roman pac...  \n",
       "20                               belonging to tablets  \n",
       "21                               belonging to tablets  \n",
       "22              an account of a journey, an itinerary  \n",
       "23     a road between fields; a cart- or carriage-way  \n",
       "24  cursus publicus, posts or relays divided into ...  \n",
       "25                                                NaN  \n",
       "26  a means of transport, a carriage, conveyance, ...  \n",
       "27  a journey by land, a land route, the place in ...  \n",
       "28  a beast used for drawing or carrying, draught-...  \n",
       "29  he who cares for or takes charge of a thing, a...  \n",
       "30  a place where several ways meet, a cross - way...  \n",
       "31  A by-road, by-path, side-way, a place for trav...  \n",
       "32  A by-road, by-path, side-way, a place for trav...  \n",
       "33                              a wayfarer, traveller  \n",
       "34  a bow or arch in building, a vault, arch, triu...  \n",
       "35        a post, station, a post-station, post-house  \n",
       "36            a boundary-line, boundary, bound, limit  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# read data with the list of terms\n",
    "terms_raw = get_as_dataframe(terms.worksheet(\"Vocabulary_Latin\"))\n",
    "terms_raw = terms_raw[terms_raw['Term_LAT'].notnull()]\n",
    "terms_df = terms_raw[terms_raw.columns[:8]]\n",
    "terms_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('via', 'ae', nan),\n",
       " ('pons', 'ntis', nan),\n",
       " ('mutatio', 'onis', nan),\n",
       " ('mansio', 'onis', nan),\n",
       " ('caput viae', 'itis', 'caput'),\n",
       " ('miliarium', 'i', nan),\n",
       " ('milliarium', 'i', nan),\n",
       " ('millia passuum', 'ae', 'millia'),\n",
       " ('passus', 'us', nan),\n",
       " ('carpentum', 'i', nan)]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "terms_tups = [(terms_nom, terms_gen, word_to_dec) for terms_nom, terms_gen, word_to_dec in zip(terms_df[\"Term_LAT\"].tolist(), terms_df[\"Gen_sg\"].tolist(), terms_df[\"Vocab_nom_sg\"].tolist())]\n",
    "terms_tups[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('millia passuum', 'ae', 'millia'),\n",
       " ('curator viarum', 'oris', 'curator'),\n",
       " ('deverticulum', 'i', nan),\n",
       " ('diverticulum', 'i', nan),\n",
       " ('tabellarium', 'i', nan)]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# reorder from longest to shortest\n",
    "terms_tups = sorted(terms_tups, key = lambda x: len(x[0]), reverse=True)\n",
    "terms_tups[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# manually define declinations\n",
    "decs = {\n",
    "\"first_f\" : [\"a\", \"ae\", \"am\", \"e\", \"as\", \"arum\", \"is\"],\n",
    "\"first_gr_es\" : [\"es\",  \"ae\", \"en\", \"am\", \"e\", \"as\", \"arum\", \"is\", \"a\"],\n",
    "\n",
    "\"sec_m_us\" : [\"us\", \"i\", \"o\", \"um\", \"orum\", \"os\", \"is\"],\n",
    "\"sec_n\" : [\"um\", \"i\", \"o\", \"a\", \"orum\", \"is\"],\n",
    "\"sec_m_er\" : [\"er\", \"eri\", \"ero\", \"erum\" , \"eros\", \"erorum\", \"eris\"],\n",
    "\"sec_m_r\" : [\"er\", \"ri\", \"ro\", \"rum\" , \"ros\", \"rorum\", \"ris\"],\n",
    "\n",
    "\"sec_gr_os\" : [\"os\", \"i\", \"o\", \"on\" , \"e\", \"rorum\", \"ris\"],\n",
    "\"sec_gr_on\" : [\"on\", \"i\", \"o\", \"a\", \"orum\", \"is\"],\n",
    "\n",
    "\"third_m_1\" : [\"es\", \"itis\", \"iti\", \"ite\", \"ites\", \"itibus\", \"itum\"],\n",
    "\"third_m_2\" : [\"ix\", \"icis\", \"icem\", \"ici\", \"ice\", \"ices\", \"icibus\", \"icum\"],\n",
    "\"third_m_3\" : [\"ex\", \"icis\", \"icem\", \"ici\", \"ice\", \"ices\", \"icibus\", \"icum\"],\n",
    "\"third_m_4\" : [\"o\", \"onis\", \"onem\", \"oni\", \"one\", \"ones\", \"onibus\", \"onum\"],\n",
    "\"third_m_5\" : [\"or\", \"oris\", \"orem\", \"ori\", \"ore\", \"ores\", \"oribus\", \"orum\"],\n",
    "\"third_m_6\" : [\"n\", \"nis\", \"nem\", \"ni\", \"ne\", \"nes\", \"nibus\", \"num\"],\n",
    "\"third_m_7\" : [\"ensis\", \"ensis\", \"ensem\", \"ensi\", \"ense\", \"enses\", \"ensibus\", \"ensum\", \"ensium\"],\n",
    "\"third_m_8\" : [\"er\", \"eris\", \"erem\", \"eri\", \"ere\", \"eres\", \"eribus\", \"erum\", \"erium\"],\n",
    "\"third_m_9\" : [\"eps\", \"ipis\", \"ipem\", \"ipi\", \"ipe\", \"ipes\", \"ipibus\", \"ipum\"],\n",
    "\"third_m_10\" : [\"ans\", \"antis\", \"antem\", \"ante\", \"antes\", \"antium\", \"antum\", \"antibus\"],\n",
    "\"third_m_11\" : [\"er\", \"ineris\", \"ineri\", \"inere\", \"inera\", \"inerum\", \"ineribus\"],\n",
    "\"third_m_12\" : [\"ut\", \"itis\", \"iti\", \"ite\", \"ita\", \"itibus\", \"itum\"],\n",
    "    \n",
    "\"third_f_1\" : [\"as\", \"adis\", \"adi\", \"ade\", \"ades\", \"adum\", \"adium\", \"adibus\"],\n",
    "\"third_f_2\" : [\"as\", \"atis\", \"ati\", \"atem\", \"ate\", \"ates\", \"atum\", \"atibus\"],\n",
    "\n",
    "\"third_mix_1\" : [\"is\", \"is\", \"i\", \"em\", \"e\", \"es\", \"ium\", \"um\", \"ibus\"],\n",
    "\"third_mix_2\" : [\"ns\", \"ntis\", \"nti\", \"ntem\", \"nte\", \"ntes\", \"ntium\", \"ntum\", \"ntibus\"],\n",
    "    \n",
    "\"fourth_us\" : [\"us\", \"us\", \"ui\", \"um\", \"u\", \"uum\", \"ibus\"]\n",
    "}\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('millia passuum', 'ae', 'millia'),\n",
       " ('curator viarum', 'oris', 'curator'),\n",
       " ('deverticulum', 'i', nan),\n",
       " ('diverticulum', 'i', nan),\n",
       " ('tabellarium', 'i', nan)]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "terms_tups = sorted(terms_tups, key = lambda x: len(x[0]), reverse=True)\n",
    "terms_tups[:5]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def decline(nom_sg, ending):\n",
    "    possible_decs = []\n",
    "    for dec in decs.keys(): \n",
    "        if ending == decs[dec][1]:\n",
    "            possible_decs.append(dec)\n",
    "    for pos_dec in possible_decs:\n",
    "        nom_end = decs[pos_dec][0]\n",
    "        if re.match(\"\\w+\" + nom_end + \"$\", nom_sg):\n",
    "            root = re.split(nom_end + \"$\", nom_sg)[0]\n",
    "            all_morphs = list(set([str(root) + end for end in decs[pos_dec]])) # unique forms\n",
    "            break\n",
    "    try:\n",
    "        return all_morphs\n",
    "    except:\n",
    "        print(\"declining unsuccesful: \" + nom_sg, ending)\n",
    "        return [nom_sg] \n",
    "terms_declined = []\n",
    "for terms_tup in terms_tups:\n",
    "    if re.match(\"\\w+\\s\\w+\", terms_tup[0]):\n",
    "        all_morphs = [terms_tup[0].replace(str(terms_tup[2]), morph) for morph in decline(terms_tup[2], terms_tup[1])] \n",
    "    else:\n",
    "        all_morphs = decline(terms_tup[0], terms_tup[1])\n",
    "    terms_declined.append([str(terms_tup[0]), all_morphs])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "terms_declined_dict = dict(terms_declined)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"../output/terms_declined_dict.json\", \"w\") as fp:\n",
    "    json.dump(terms_declined_dict, fp, indent=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "#uncomment for export to google sheets:\n",
    "terms_declined_df = pd.DataFrame(terms_declined)\n",
    "set_with_dataframe(terms.add_worksheet(\"terms_decl\", 1, 1), terms_declined_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "hide_input": false,
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.7"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}