04d_dao-census-export.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "07e83e70-5bec-4d71-9271-8f0cf6dc54d8",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "from pathlib import Path\n",
    "\n",
    "from src.datasets import daocensus_text\n",
    "import src.utils.notebooks as nbutils"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "3a498e53-4f0b-4d0e-aac2-b1504fd7aa79",
   "metadata": {},
   "outputs": [],
   "source": [
    "ORG_NAME = 'Decentraland'\n",
    "ORG_PLATFORM = 'snapshot'\n",
    "USE_ORG_NAMES = True\n",
    "EXPORT_PATH: str = './data/export'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "595ab686-3be8-4400-879f-14e831a558ff",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Warning, removing 116560 votes without proposal\n",
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 116560 entries, 0 to 116559\n",
      "Data columns (total 10 columns):\n",
      " #   Column         Non-Null Count   Dtype         \n",
      "---  ------         --------------   -----         \n",
      " 0   platform       116560 non-null  object        \n",
      " 1   name           116560 non-null  object        \n",
      " 2   id             116560 non-null  object        \n",
      " 3   proposal       116560 non-null  category      \n",
      " 4   deployment     116560 non-null  object        \n",
      " 5   platform_vote  116560 non-null  object        \n",
      " 6   voter          116560 non-null  category      \n",
      " 7   date           116560 non-null  datetime64[ns]\n",
      " 8   choice         116560 non-null  object        \n",
      " 9   weight         116560 non-null  float64       \n",
      "dtypes: category(2), datetime64[ns](1), float64(1), object(6)\n",
      "memory usage: 8.5+ MB\n",
      "None\n",
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1942 entries, 0 to 1941\n",
      "Data columns (total 13 columns):\n",
      " #   Column               Non-Null Count  Dtype         \n",
      "---  ------               --------------  -----         \n",
      " 0   platform             1942 non-null   object        \n",
      " 1   name                 1942 non-null   object        \n",
      " 2   platform_deployment  1942 non-null   object        \n",
      " 3   id                   1942 non-null   category      \n",
      " 4   deployment           1942 non-null   object        \n",
      " 5   platform_proposal    1942 non-null   object        \n",
      " 6   author               1942 non-null   category      \n",
      " 7   date                 1942 non-null   datetime64[ns]\n",
      " 8   title                1942 non-null   object        \n",
      " 9   description          1942 non-null   object        \n",
      " 10  start                1942 non-null   datetime64[ns]\n",
      " 11  end                  1942 non-null   datetime64[ns]\n",
      " 12  votes_count          1942 non-null   int64         \n",
      "dtypes: category(2), datetime64[ns](3), int64(1), object(7)\n",
      "memory usage: 202.9+ KB\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "dfv, dfp = daocensus_text.get('./data/daos-census-text', ORG_NAME, ORG_PLATFORM, use_org_names=USE_ORG_NAMES)\n",
    "print(dfv.info())\n",
    "print(dfp.info())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "e5184811-104e-4ca3-92fe-ab45c0f96d61",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>proposal</th>\n",
       "      <th>voter</th>\n",
       "      <th>date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>60d57e3c-772a-55c6-b5bf-dc248cfc21f4</td>\n",
       "      <td>b86aa059-3d31-5d41-a472-70962816f779</td>\n",
       "      <td>0xe7af1c70f8f089c4c3bd71999692c6c5a15d9e2a</td>\n",
       "      <td>2021-12-17 12:28:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bd60a83f-2a23-5035-802b-7d3ecff9d4e2</td>\n",
       "      <td>b86aa059-3d31-5d41-a472-70962816f779</td>\n",
       "      <td>0xc54a6c3778016b06cbd126ccc3b5bc06c5f666fb</td>\n",
       "      <td>2021-12-17 02:16:23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0f868cb1-b4b7-58a0-bf74-26573db45465</td>\n",
       "      <td>b86aa059-3d31-5d41-a472-70962816f779</td>\n",
       "      <td>0xd82d005e8f8d5385db40ba23884a5c967bb1e8af</td>\n",
       "      <td>2021-12-17 00:38:22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>f50f9e59-f5cc-5a82-9cac-36f7cedce08c</td>\n",
       "      <td>b86aa059-3d31-5d41-a472-70962816f779</td>\n",
       "      <td>0xf4c64db66ffb301985f5ecd85c8f3f9c02f2659d</td>\n",
       "      <td>2021-12-16 18:47:08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>feb2353c-9314-5373-9d07-0ff2dc0de59d</td>\n",
       "      <td>b86aa059-3d31-5d41-a472-70962816f779</td>\n",
       "      <td>0xd5e9ef1cedad0d135d543d286a2c190b16cbb89e</td>\n",
       "      <td>2021-12-16 18:32:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116555</th>\n",
       "      <td>1234ccfe-7691-53d8-a783-f45bbfb58e9d</td>\n",
       "      <td>d083109e-4819-54b9-a01c-67bd5a770f65</td>\n",
       "      <td>0x1156bf625b37623a86d004e66e0a01ec4b17e051</td>\n",
       "      <td>2022-09-06 18:47:54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116556</th>\n",
       "      <td>391cd10b-3bca-5d98-a063-c00f00457315</td>\n",
       "      <td>d083109e-4819-54b9-a01c-67bd5a770f65</td>\n",
       "      <td>0xbd03add5da0e173c67c9c1073ffba017147c42d4</td>\n",
       "      <td>2022-09-06 18:44:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116557</th>\n",
       "      <td>926887f7-57b8-558c-873e-d945a45fe1e0</td>\n",
       "      <td>d083109e-4819-54b9-a01c-67bd5a770f65</td>\n",
       "      <td>0x4da03f669dd9609dc49ca6f3451ba22d3b792395</td>\n",
       "      <td>2022-09-06 18:21:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116558</th>\n",
       "      <td>95f06927-8a0f-5c26-b689-7deb11ddc7a6</td>\n",
       "      <td>d083109e-4819-54b9-a01c-67bd5a770f65</td>\n",
       "      <td>0xd6e62a97a55537cd04847bb73e22208bd20106aa</td>\n",
       "      <td>2022-09-06 18:14:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116559</th>\n",
       "      <td>6cbf2672-6029-5489-a4cc-ebedde0c011b</td>\n",
       "      <td>d083109e-4819-54b9-a01c-67bd5a770f65</td>\n",
       "      <td>0x9a70a6e429c4ede5fcb0562f5bcc0c0d992493f4</td>\n",
       "      <td>2022-09-06 18:12:51</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>116560 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                          id  \\\n",
       "0       60d57e3c-772a-55c6-b5bf-dc248cfc21f4   \n",
       "1       bd60a83f-2a23-5035-802b-7d3ecff9d4e2   \n",
       "2       0f868cb1-b4b7-58a0-bf74-26573db45465   \n",
       "3       f50f9e59-f5cc-5a82-9cac-36f7cedce08c   \n",
       "4       feb2353c-9314-5373-9d07-0ff2dc0de59d   \n",
       "...                                      ...   \n",
       "116555  1234ccfe-7691-53d8-a783-f45bbfb58e9d   \n",
       "116556  391cd10b-3bca-5d98-a063-c00f00457315   \n",
       "116557  926887f7-57b8-558c-873e-d945a45fe1e0   \n",
       "116558  95f06927-8a0f-5c26-b689-7deb11ddc7a6   \n",
       "116559  6cbf2672-6029-5489-a4cc-ebedde0c011b   \n",
       "\n",
       "                                    proposal  \\\n",
       "0       b86aa059-3d31-5d41-a472-70962816f779   \n",
       "1       b86aa059-3d31-5d41-a472-70962816f779   \n",
       "2       b86aa059-3d31-5d41-a472-70962816f779   \n",
       "3       b86aa059-3d31-5d41-a472-70962816f779   \n",
       "4       b86aa059-3d31-5d41-a472-70962816f779   \n",
       "...                                      ...   \n",
       "116555  d083109e-4819-54b9-a01c-67bd5a770f65   \n",
       "116556  d083109e-4819-54b9-a01c-67bd5a770f65   \n",
       "116557  d083109e-4819-54b9-a01c-67bd5a770f65   \n",
       "116558  d083109e-4819-54b9-a01c-67bd5a770f65   \n",
       "116559  d083109e-4819-54b9-a01c-67bd5a770f65   \n",
       "\n",
       "                                             voter                date  \n",
       "0       0xe7af1c70f8f089c4c3bd71999692c6c5a15d9e2a 2021-12-17 12:28:01  \n",
       "1       0xc54a6c3778016b06cbd126ccc3b5bc06c5f666fb 2021-12-17 02:16:23  \n",
       "2       0xd82d005e8f8d5385db40ba23884a5c967bb1e8af 2021-12-17 00:38:22  \n",
       "3       0xf4c64db66ffb301985f5ecd85c8f3f9c02f2659d 2021-12-16 18:47:08  \n",
       "4       0xd5e9ef1cedad0d135d543d286a2c190b16cbb89e 2021-12-16 18:32:15  \n",
       "...                                            ...                 ...  \n",
       "116555  0x1156bf625b37623a86d004e66e0a01ec4b17e051 2022-09-06 18:47:54  \n",
       "116556  0xbd03add5da0e173c67c9c1073ffba017147c42d4 2022-09-06 18:44:04  \n",
       "116557  0x4da03f669dd9609dc49ca6f3451ba22d3b792395 2022-09-06 18:21:14  \n",
       "116558  0xd6e62a97a55537cd04847bb73e22208bd20106aa 2022-09-06 18:14:10  \n",
       "116559  0x9a70a6e429c4ede5fcb0562f5bcc0c0d992493f4 2022-09-06 18:12:51  \n",
       "\n",
       "[116560 rows x 4 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "votes = dfv[['id', 'proposal', 'voter', 'date']]\n",
    "votes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "8fb71d05-6866-4b79-a388-d55eb157d642",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>author</th>\n",
       "      <th>date</th>\n",
       "      <th>start</th>\n",
       "      <th>end</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>cb101937-55cf-5b20-8648-f50b1de2676d</td>\n",
       "      <td>0x5e23d08324f017d5425e59a2782c9ae27ace0958</td>\n",
       "      <td>2022-10-15 16:03:06</td>\n",
       "      <td>2022-10-15 16:03:00</td>\n",
       "      <td>2022-10-29 16:03:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>063b803b-8790-5b1d-94bc-675ac8a40d0c</td>\n",
       "      <td>0x5e23d08324f017d5425e59a2782c9ae27ace0958</td>\n",
       "      <td>2022-01-21 18:14:58</td>\n",
       "      <td>2022-01-21 18:14:00</td>\n",
       "      <td>2022-01-28 18:14:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>735de945-e1b8-52b1-84e5-0da20c14ac12</td>\n",
       "      <td>0xbb7b59afa3a0e5be143b8fe9c641f00c1ecb9d69</td>\n",
       "      <td>2022-11-30 09:20:26</td>\n",
       "      <td>2022-11-30 09:20:00</td>\n",
       "      <td>2022-12-07 09:20:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fef77166-a7cb-5eba-8076-bbc9fb7bb579</td>\n",
       "      <td>0xbb7b59afa3a0e5be143b8fe9c641f00c1ecb9d69</td>\n",
       "      <td>2022-11-20 11:04:32</td>\n",
       "      <td>2022-11-20 11:04:00</td>\n",
       "      <td>2022-12-04 11:04:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>cd97c6f8-578b-52d0-88ed-f3cf0cb22063</td>\n",
       "      <td>0x5e23d08324f017d5425e59a2782c9ae27ace0958</td>\n",
       "      <td>2021-08-30 14:58:25</td>\n",
       "      <td>2021-08-30 14:58:00</td>\n",
       "      <td>2021-09-06 14:58:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1937</th>\n",
       "      <td>55ed051f-19ef-59c0-92e4-9244bb5d04d3</td>\n",
       "      <td>0xbb7b59afa3a0e5be143b8fe9c641f00c1ecb9d69</td>\n",
       "      <td>2023-06-30 12:45:12</td>\n",
       "      <td>2023-06-30 12:45:00</td>\n",
       "      <td>2023-07-14 12:45:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1938</th>\n",
       "      <td>5ed9c78f-0d56-5f11-b8aa-84b49c18e289</td>\n",
       "      <td>0x5e23d08324f017d5425e59a2782c9ae27ace0958</td>\n",
       "      <td>2022-01-23 01:21:51</td>\n",
       "      <td>2022-01-23 01:21:00</td>\n",
       "      <td>2022-01-30 01:21:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1939</th>\n",
       "      <td>9b73a500-8a09-5578-b3d1-54fe170353b1</td>\n",
       "      <td>0x5e23d08324f017d5425e59a2782c9ae27ace0958</td>\n",
       "      <td>2022-06-03 00:33:04</td>\n",
       "      <td>2022-06-03 00:33:00</td>\n",
       "      <td>2022-06-17 00:33:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1940</th>\n",
       "      <td>1956debe-68d2-5aea-880a-da4955389e58</td>\n",
       "      <td>0xbb7b59afa3a0e5be143b8fe9c641f00c1ecb9d69</td>\n",
       "      <td>2022-12-06 21:29:29</td>\n",
       "      <td>2022-12-06 21:29:00</td>\n",
       "      <td>2022-12-13 21:29:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1941</th>\n",
       "      <td>a6a935eb-35bc-511e-b813-b04b7f7b3069</td>\n",
       "      <td>0x5e23d08324f017d5425e59a2782c9ae27ace0958</td>\n",
       "      <td>2022-04-05 22:57:53</td>\n",
       "      <td>2022-04-05 22:57:00</td>\n",
       "      <td>2022-04-12 22:57:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1942 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        id  \\\n",
       "0     cb101937-55cf-5b20-8648-f50b1de2676d   \n",
       "1     063b803b-8790-5b1d-94bc-675ac8a40d0c   \n",
       "2     735de945-e1b8-52b1-84e5-0da20c14ac12   \n",
       "3     fef77166-a7cb-5eba-8076-bbc9fb7bb579   \n",
       "4     cd97c6f8-578b-52d0-88ed-f3cf0cb22063   \n",
       "...                                    ...   \n",
       "1937  55ed051f-19ef-59c0-92e4-9244bb5d04d3   \n",
       "1938  5ed9c78f-0d56-5f11-b8aa-84b49c18e289   \n",
       "1939  9b73a500-8a09-5578-b3d1-54fe170353b1   \n",
       "1940  1956debe-68d2-5aea-880a-da4955389e58   \n",
       "1941  a6a935eb-35bc-511e-b813-b04b7f7b3069   \n",
       "\n",
       "                                          author                date  \\\n",
       "0     0x5e23d08324f017d5425e59a2782c9ae27ace0958 2022-10-15 16:03:06   \n",
       "1     0x5e23d08324f017d5425e59a2782c9ae27ace0958 2022-01-21 18:14:58   \n",
       "2     0xbb7b59afa3a0e5be143b8fe9c641f00c1ecb9d69 2022-11-30 09:20:26   \n",
       "3     0xbb7b59afa3a0e5be143b8fe9c641f00c1ecb9d69 2022-11-20 11:04:32   \n",
       "4     0x5e23d08324f017d5425e59a2782c9ae27ace0958 2021-08-30 14:58:25   \n",
       "...                                          ...                 ...   \n",
       "1937  0xbb7b59afa3a0e5be143b8fe9c641f00c1ecb9d69 2023-06-30 12:45:12   \n",
       "1938  0x5e23d08324f017d5425e59a2782c9ae27ace0958 2022-01-23 01:21:51   \n",
       "1939  0x5e23d08324f017d5425e59a2782c9ae27ace0958 2022-06-03 00:33:04   \n",
       "1940  0xbb7b59afa3a0e5be143b8fe9c641f00c1ecb9d69 2022-12-06 21:29:29   \n",
       "1941  0x5e23d08324f017d5425e59a2782c9ae27ace0958 2022-04-05 22:57:53   \n",
       "\n",
       "                   start                 end  \n",
       "0    2022-10-15 16:03:00 2022-10-29 16:03:00  \n",
       "1    2022-01-21 18:14:00 2022-01-28 18:14:00  \n",
       "2    2022-11-30 09:20:00 2022-12-07 09:20:00  \n",
       "3    2022-11-20 11:04:00 2022-12-04 11:04:00  \n",
       "4    2021-08-30 14:58:00 2021-09-06 14:58:00  \n",
       "...                  ...                 ...  \n",
       "1937 2023-06-30 12:45:00 2023-07-14 12:45:00  \n",
       "1938 2022-01-23 01:21:00 2022-01-30 01:21:00  \n",
       "1939 2022-06-03 00:33:00 2022-06-17 00:33:00  \n",
       "1940 2022-12-06 21:29:00 2022-12-13 21:29:00  \n",
       "1941 2022-04-05 22:57:00 2022-04-12 22:57:00  \n",
       "\n",
       "[1942 rows x 5 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "proposals = dfp[['id', 'author', 'date', 'start', 'end']]\n",
    "proposals"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "ba8c2332-7df7-426d-9196-dc83bc7fc7d3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all(votes['proposal'].isin(proposals['id']))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "74c6bb93-dd86-44db-95d6-d0bd0ff1168e",
   "metadata": {},
   "source": [
    "## Save to file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "e787271b-968f-4d8b-a30b-12112f6e2d26",
   "metadata": {},
   "outputs": [],
   "source": [
    "DAO_EXPORT_PATH = Path(EXPORT_PATH) / ORG_NAME.lower()\n",
    "\n",
    "Path(DAO_EXPORT_PATH).mkdir(exist_ok=True, parents=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "09996aab-903f-4047-b332-2f0c393c7313",
   "metadata": {},
   "outputs": [],
   "source": [
    "proposals.to_csv(DAO_EXPORT_PATH / 'proposals.csv', index=False)\n",
    "votes.to_csv(DAO_EXPORT_PATH / 'votes.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.18"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "state": {},
    "version_major": 2,
    "version_minor": 0
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}