07_misc.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyPExibHqXGMJM4sd8+eJYYY",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/glebmikha/ab-testing-course/blob/main/07_misc.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Мой Telegram-канал: https://t.me/mikhaylovgleb"
      ],
      "metadata": {
        "id": "awktMRbzAKzU"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "OfIX7xDbsfOG"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import numpy as np"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from statsmodels.stats.proportion import proportions_ztest"
      ],
      "metadata": {
        "id": "ngFzaDhRslEg"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Modeled p-value vs Actual p-value"
      ],
      "metadata": {
        "id": "9CCYR7zLt0v7"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "n = 10000\n",
        "result = []\n",
        "for i in range(n):\n",
        "  np.random.seed(i)\n",
        "  result.append(np.random.binomial(10,0.5))"
      ],
      "metadata": {
        "id": "utjZkmY1L7xP"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df = pd.DataFrame(result)"
      ],
      "metadata": {
        "id": "NhXpRgkZMFsY"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df['dev'] = abs(df[0] - 5)"
      ],
      "metadata": {
        "id": "Ls-qXWnsMIEf"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "fi2XN_o7MSGw",
        "outputId": "e75d665b-9331-440f-b2fb-e2be49e7d014"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      0  dev\n",
              "0     5    0\n",
              "1     5    0\n",
              "2     5    0\n",
              "3     5    0\n",
              "4     8    3\n",
              "...  ..  ...\n",
              "9995  5    0\n",
              "9996  6    1\n",
              "9997  2    3\n",
              "9998  4    1\n",
              "9999  6    1\n",
              "\n",
              "[10000 rows x 2 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5d764d24-1e77-4108-8a65-b04510dea0e5\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>dev</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9995</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9996</th>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9997</th>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9998</th>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9999</th>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>10000 rows × 2 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5d764d24-1e77-4108-8a65-b04510dea0e5')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-5d764d24-1e77-4108-8a65-b04510dea0e5 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-5d764d24-1e77-4108-8a65-b04510dea0e5');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-b12474a2-ce41-4dce-b8aa-06f535009393\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-b12474a2-ce41-4dce-b8aa-06f535009393')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-b12474a2-ce41-4dce-b8aa-06f535009393 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "devs = [0,1,2,3,4,5]"
      ],
      "metadata": {
        "id": "-t3_bbcBRL5E"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "result = []\n",
        "for dev in devs:\n",
        "  result.append((dev,(df['dev'] >= dev).mean()))"
      ],
      "metadata": {
        "id": "BckYdua3RO34"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "pvals = pd.DataFrame(result,columns=['heads','p-values'])"
      ],
      "metadata": {
        "id": "ipgHjjDfRWOD"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "pvals"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 237
        },
        "id": "Gd15oNqgReUl",
        "outputId": "17fddc37-f755-4aee-852a-31a23b34687f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   heads  p-values\n",
              "0      0    1.0000\n",
              "1      1    0.7573\n",
              "2      2    0.3515\n",
              "3      3    0.1124\n",
              "4      4    0.0229\n",
              "5      5    0.0009"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-3ef309df-183a-4050-8e1e-c4efe24bf918\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>heads</th>\n",
              "      <th>p-values</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>0.7573</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>0.3515</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>0.1124</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>0.0229</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0009</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3ef309df-183a-4050-8e1e-c4efe24bf918')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-3ef309df-183a-4050-8e1e-c4efe24bf918 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-3ef309df-183a-4050-8e1e-c4efe24bf918');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-4fc784b2-80c0-4016-85cc-b9d3e1f2bf0e\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-4fc784b2-80c0-4016-85cc-b9d3e1f2bf0e')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-4fc784b2-80c0-4016-85cc-b9d3e1f2bf0e button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pvals['pval_ztest'] = pvals['heads'].apply(lambda x: proportions_ztest(5-x,10,0.5,alternative='two-sided')[1])"
      ],
      "metadata": {
        "id": "hUlYdZVyuZUK"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "pvals"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 237
        },
        "id": "jqRMcguSurfX",
        "outputId": "fede130b-08cd-47bc-9496-904b93563202"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   heads  p-values  pval_ztest\n",
              "0      0    1.0000    1.000000\n",
              "1      1    0.7573    0.518605\n",
              "2      2    0.3515    0.167546\n",
              "3      3    0.1124    0.017706\n",
              "4      4    0.0229    0.000025\n",
              "5      5    0.0009    0.000000"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-f8caae5d-d0d4-4cf8-b2fe-648733bd0a11\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>heads</th>\n",
              "      <th>p-values</th>\n",
              "      <th>pval_ztest</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>0.7573</td>\n",
              "      <td>0.518605</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>0.3515</td>\n",
              "      <td>0.167546</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>0.1124</td>\n",
              "      <td>0.017706</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>0.0229</td>\n",
              "      <td>0.000025</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0009</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f8caae5d-d0d4-4cf8-b2fe-648733bd0a11')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-f8caae5d-d0d4-4cf8-b2fe-648733bd0a11 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-f8caae5d-d0d4-4cf8-b2fe-648733bd0a11');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-b39c1820-3474-4771-b7e6-34d4bd962afa\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-b39c1820-3474-4771-b7e6-34d4bd962afa')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-b39c1820-3474-4771-b7e6-34d4bd962afa button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pvals.set_index('heads').plot()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 466
        },
        "id": "gK0cC9y5usFV",
        "outputId": "6778445f-6691-4554-93cf-6dcf4b8ab6f1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<Axes: xlabel='heads'>"
            ]
          },
          "metadata": {},
          "execution_count": 14
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 640x480 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAiMAAAGwCAYAAAB7MGXBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABdWklEQVR4nO3dd3QUZcPG4d/upockEEpCCb230GNAFDCCoCgiisgnRQFFUBGxoDQb2MVCE0WwIEi1gCBFQKWX0HsLAkmo6aTs7vfHajSvlGzaZJP7OmePs7Nl7l3e8+6deWaeMdntdjsiIiIiBjEbHUBERESKN5URERERMZTKiIiIiBhKZUREREQMpTIiIiIihlIZEREREUOpjIiIiIih3IwOkB02m40zZ87g5+eHyWQyOo6IiIhkg91uJyEhgQoVKmA2X3v/h0uUkTNnzhASEmJ0DBEREcmBU6dOUalSpWs+7hJlxM/PD3B8GH9/f4PTiIiISHbEx8cTEhKS+Tt+LS5RRv4emvH391cZERERcTE3OsRCB7CKiIiIoVRGRERExFAqIyIiImIolzhmREREXJ/VaiU9Pd3oGJKH3N3dsVgsuX4flREREclXdrud6OhoLl++bHQUyQclS5YkODg4V/OAqYyIiEi++ruIlCtXDh8fH01eWUTY7XaSk5OJjY0FoHz58jl+L5URERHJN1arNbOIlC5d2ug4kse8vb0BiI2NpVy5cjkestEBrCIikm/+PkbEx8fH4CSSX/7+t83N8UAqIyIiku80NFN05cW/rcqIiIiIGMrpMrJu3Tq6du1KhQoVMJlMLF68+IavWbNmDc2aNcPT05OaNWsyc+bMHEQVERGRosjpMpKUlERoaCiTJk3K1vOPHz/OnXfeSfv27YmMjGTYsGEMGDCA5cuXOx1WRESkKBs3bhxNmjQxOkaBc/psms6dO9O5c+dsP3/q1KlUq1aN9957D4B69erx+++/88EHH9CpUydnN5+nEpJTOLXtZ+q37W5oDhERkeIs348Z2bBhAxEREVnWderUiQ0bNlzzNampqcTHx2e55bXUK8lc+iCc+qv6s+qX7/P8/UVERCR78r2MREdHExQUlGVdUFAQ8fHxpKSkXPU1EyZMICAgIPMWEhKS57nM7l6c8a0PQODvrzL518PY7fY8346IiGRlt9tJTsso8Juz/x/frl07hg4dytChQwkICKBMmTKMHj36qu8THx+Pt7c3P//8c5b1ixYtws/Pj+TkZABeeOEFateujY+PD9WrV2f06NHXPSW2Xbt2DBs2LMu6bt260a9fv8z7qampjBgxgooVK+Lr60tYWBhr1qzJfPzkyZN07dqVUqVK4evrS4MGDVi6dKlT30V+K5STno0cOZLhw4dn3o+Pj8/zQuJuMRP26PukfbCaphzh8xWzeCWhF2Puqo/ZrFPQRETyS0q6lfpjCv64wX2vdsLHw7mfvVmzZvHoo4+yefNmtm7dyqBBg6hcuTIDBw7M8jx/f3/uuusuZs+eneVQhm+++YZu3bplzsXh5+fHzJkzqVChArt372bgwIH4+fnx/PPP5/hzDR06lH379jFnzhwqVKjAokWLuOOOO9i9eze1atViyJAhpKWlsW7dOnx9fdm3bx8lSpTI8fbyQ76XkeDgYGJiYrKsi4mJwd/fP3Pmtv/l6emJp6dnfkfD5BeMx63D4dc3eMFtDhHrm3MhKY1372+Mp1vuL/wjIiKuLSQkhA8++ACTyUSdOnXYvXs3H3zwwX/KCEDv3r15+OGHSU5OxsfHh/j4eJYsWcKiRYsynzNq1KjM5apVqzJixAjmzJmT4zISFRXFF198QVRUFBUqVABgxIgRLFu2jC+++ILx48cTFRXFfffdR6NGjQCoXr16jraVn/K9jISHh/9nd9CKFSsIDw/P701nT/gQ2DqDkISz9Hf7hak77+JSUhpTH25OCc9CueNIRMSlebtb2PdqwZ/A4O3u/B+ZN910U5ZJvcLDw3nvvfd44403mDBhQub6ffv20aVLF9zd3fnhhx948MEHWbBgAf7+/lmOm5w7dy4fffQRR48eJTExkYyMDPz9/XP8mXbv3o3VaqV27dpZ1qempmZOv//UU08xePBgfvnlFyIiIrjvvvto3LhxjreZH5w+ZiQxMZHIyEgiIyMBx6m7kZGRREVFAY4hlj59+mQ+//HHH+fYsWM8//zzHDhwgMmTJ/Pdd9/xzDPP5M0nyC0PX+gwGoAR3j9SwSOJ34+c58FPN3AuIdXgcCIiRY/JZMLHw63Ab3k5C+zjjz+e+VsYGRlJhQoV8PDwoEePHsyePRuA2bNn07NnT9zcHH/Ybtiwgd69e9OlSxd++uknduzYwcsvv0xaWto1t2M2m/9zjMq/jzFJTEzEYrGwbdu2LHn279/Phx9+CMCAAQM4duwYDz/8MLt376ZFixZ8/PHHefZd5AWny8jWrVtp2rQpTZs2BWD48OE0bdqUMWPGAHD27NnMYgJQrVo1lixZwooVKwgNDeW9997js88+M/y03ixCH4TgRrilJ/B9wz8I9PVgz+l4ekxdz8kLSUanExERg2zatCnL/Y0bN1KrVi1Kly5NzZo1M29/F47evXuzbNky9u7dy+rVq+ndu3fma9evX0+VKlV4+eWXadGiBbVq1eLkyZPX3X7ZsmU5e/Zs5n2r1cqePXsy7zdt2hSr1UpsbGyWPDVr1iQ4ODjzeSEhITz++OMsXLiQZ599lunTp+fqe8lrTo9DtGvX7rpHJF9tdtV27dqxY8cOZzdVcMwW6Pg6fHkPZQ98zfe9HqHXwgucvJDMfVPWM7N/KxpWDDA6pYiIFLCoqCiGDx/OY489xvbt2/n4448z5826mltuuYXg4GB69+5NtWrVCAsLy3ysVq1aREVFMWfOHFq2bPmf40mupkOHDgwfPpwlS5ZQo0YN3n//fS5fvpz5eO3atenduzd9+vThvffeo2nTppw7d45Vq1bRuHFj7rzzToYNG0bnzp2pXbs2ly5d4tdff6VevXq5/m7ykq5N87fq7aBWJ7BlELL1LRYObk298v6cT0zjwU83sv7IeaMTiohIAevTpw8pKSm0atWKIUOG8PTTTzNo0KBrPt9kMtGrVy927tyZZa8IwN13380zzzzD0KFDadKkCevXr2f06NHX3f4jjzxC37596dOnD7feeivVq1enffv2WZ7zxRdf0KdPH5599lnq1KlDt27d2LJlC5UrVwYce1OGDBlCvXr1uOOOO6hduzaTJ0/O4TeSP0x2F5hcIz4+noCAAOLi4nJ1oM8NnTsIk8PBboV+S4gPDmPQl1vZeOwi7hYTH/Rswl2NK+Tf9kVEipgrV65w/PhxqlWrhpeXl9FxnNKuXTuaNGnCxIkTjY5SqF3v3zi7v9/aM/JvZetA836O5eUv4+9hYdYjrejSKJh0q50nv93BzD+OGxpRRESkqFEZ+V/tRoKHH5yNhN3z8HSz8HGvZvQJr4LdDuN+3Mfbyw5otlYREZE8ojLyv0qUhbZ/nXa86lVIT8FiNvHK3Q149nbHedyT1xzlhQW7yLDaDAwqIiL5ac2aNRqiKSAqI1dz0xMQEALxf8KGSYDjoKQnb6vFm90bYTbBd1v/5LGvtpGSZjU4rIiIiGtTGbkad2+4zTFvCr9/AImxmQ892KoyU/+vOZ5uZlYdiKX3Zxu5nHztCWtERETk+lRGrqVhD6jQFNISYc2ELA91bBDM1wPC8PdyY3vUZXpM3cCZy1e/ArGIiIhcn8rItZjN0PENx/K2mRB7IMvDLasGMu/x1gT7e3EkNpH7pqznUExCwecUERFxcSoj11O1DdS9C+w2WDHmPw/XCfZjwROtqVHWl7NxV7h/6ga2nbxoQFARERHXpTJyIxGvgNkNDi+HY2v+83DFkt7Mf7w1TSuXJC4lnYemb2LlvpiCzykiIuKiVEZupExNaPGoY3n5KLD99+yZUr4ezB5wEx3qliM1w8ZjX2/juy2nCjioiIi4GpPJxOLFi42OYTiVkey49QXwDICY3bDz26s+xdvDwrSHm9OjeSWsNjvPL9jFJ6sPa3I0ERHJd+3atWPYsGF5+p79+vWjW7duefqe16Iykh2+peGWEY7l1a9DWtJVn+ZuMfNOj8Y80a4GAO/+cohxP+zFalMhERERuRaVkexqNQhKVoaEs7D+k2s+zWQy8fwddRlzV30AZm04yVPf7iA1Q5OjiYgAYLc7/qgr6JuTe6rbtWvH0KFDGTp0KAEBAZQpU4bRo0djt9t56aWXCAsL+89rQkNDefXVVwHYsmULt99+O2XKlCEgIIBbb72V7du35+grGzduHCaT6T+3mTNn0q9fP9auXcuHH36Yuf7EiRMA7Nmzh86dO1OiRAmCgoJ4+OGHOX/+n6vQz58/n0aNGuHt7U3p0qWJiIggKSmJcePGMWvWLL7//vvM91yzZk2OsmeHrtrrjD0LYP4j4O4LT20Hv+DrPv2HnWd49rtI0q12WtcozbSHm+Pn5V5AYUVEjHfVK7qmJcF4A66A/tIZ8PDN9tPbtWvHtm3bePTRRxk8eDBbt25l0KBBTJw4kdatW9OwYUOOHDlCjRqOveF79+6lYcOGHD58mJo1a7J69WrOnDlDixYtsNvtvPfee/z0008cPnwYPz8/wPEH7KJFi244HJKYmEhiYmLm/W+++YYxY8awadMmQkJC6Ny5Mw0bNswsQmXLliUhIYHatWszYMAA+vTpQ0pKCi+88AIZGRmsXr2as2fPUrlyZd5++23uvfdeEhIS+O233+jTpw8Ajz76KPHx8XzxxRcABAYG4uHh8Z9seXHVXrcb/FvIvzXoDhunwJ9bHMM191x7DwnA3aEVCPTx4LGvtrL+6AV6TtvIzEdaUs7PtS6jLSJSXIWEhPDBBx9gMpmoU6cOu3fv5oMPPmDgwIGEhoYye/ZsRo8eDTgKQlhYGDVr1gSgQ4cOWd7r008/pWTJkqxdu5a77rrLqRwlSpSgRIkSAGzcuJFRo0Yxa9YsGjZsCICHhwc+Pj4EB//zR/Inn3xC06ZNGT9+fOa6GTNmEBISwqFDh0hMTCQjI4Pu3btTpUoVABo1apT5XG9vb1JTU7O8Z35RGXGGyeSYCG1GR9jxNYQ9DsENr/uSm2uVYc6gcPrP3My+s/HcN2U9Xz0SRtUy2W/nIiJFiruPYy+FEdt10k033YTJZMq8Hx4eznvvvYfVaqV3797MmDEjc+jm22+/Zfjw4ZnPjYmJYdSoUaxZs4bY2FisVivJyclERUXl+CNERUXRrVs3RowYwQMPPHDd5+7cuZNff/01s8T829GjR+nYsSO33XYbjRo1olOnTnTs2JEePXpQqlSpHOfLKR0z4qzKYVD/HsAOK0Zn6yWNKgUw//HWVA704dTFFO6bsp7df8blb04RkcLKZHIMlxT07V+lIi/06tWLgwcPsn37dtavX8+pU6fo2bNn5uN9+/YlMjKSDz/8kPXr1xMZGUnp0qVJS8vZ9cySkpK4++67CQ8PzxyOuZ7ExES6du1KZGRkltvhw4e55ZZbsFgsrFixgp9//pn69evz8ccfU6dOHY4fP56jfLmhMpITEePA7A5HV8Phldl6SdUyvswfHE798v5cSErjwU838Nvhc/mbU0REcmXTpk1Z7m/cuJFatWphsVioVKkSt956K9988w3ffPMNt99+O+XKlct87h9//MFTTz1Fly5daNCgAZ6enlkOHnWG3W7n//7v/7DZbHz11VdZ9taAY5jGas16okSzZs3Yu3cvVatWpWbNmlluvr6OvfMmk4k2bdrwyiuvsGPHDjw8PFi0aNE13zO/qIzkRGB1CHvMsfzLKLBmZOtl5fy8mPvYTbSuUZqkNCuPzNzCDzsN2FUpIiLZEhUVxfDhwzl48CDffvstH3/8MU8//XTm471792bOnDnMmzeP3r17Z3ltrVq1+Oqrr9i/fz+bNm2id+/eeHt75yjHuHHjWLlyJdOmTSMxMZHo6Giio6NJSXFcpLVq1aps2rSJEydOcP78eWw2G0OGDOHixYv06tWLLVu2cPToUZYvX07//v2xWq1s2rSJ8ePHs3XrVqKioli4cCHnzp2jXr16me+5a9cuDh48yPnz50lPT8/ht3hjKiM51fZZ8CoJ5/ZD5NfZfpmflztf9G/JnY3Lk26189S3O5jxe8HvEhMRkRv7+yyUVq1aMWTIEJ5++mkGDRqU+XiPHj24cOECycnJ/zkj5vPPP+fSpUs0a9aMhx9+mKeeeirLnhNnrF27lsTERFq3bk358uUzb3PnzgVgxIgRWCwW6tevT9myZYmKiqJChQr88ccfWK1WOnbsSKNGjRg2bBglS5bEbDbj7+/PunXr6NKlC7Vr12bUqFG89957dO7cGYCBAwdSp04dWrRoQdmyZfnjjz9y9iVmg07tzY0Nk2H5SPAt5zjV19Mv2y+12ey8+tM+Zq4/AcDjt9bghTvq/GfXm4iIK7veaZ+FXbt27WjSpAkTJ040Okqhlhen9mrPSG60HOAYskmKhT8+dOqlZrOJsV3r81ynOgBMXXuUEfN2kW615UdSERGRQktlJDfcPBxX9QXHrKxxp516uclkYkj7mrx9X2MsZhMLtv/JoC+3kpyWvWNQRESkaBg/fnzmXCL/e/t72KQo0zBNbtnt8EVniNoAoQ/BvVNy9DYr98UwZPZ2UjNsNAkpyRf9WlLK978z3YmIuBJXHqYpSBcvXuTixYtXfczb25uKFSsWcKLs0zBNYfD3RGjguKLv2Z05epuI+kHMHhhGgLc7kacu02Pqek5fTsnDoCIixnGBv3sNFRgY+J/Tb/++FeYiAnnzb6sykhcqNYeGPQA7LH/Z6Ysx/a15lUDmPx5O+QAvjp5LovvkPzgYnZC3WUVECpC7u+N6XMnJyQYnkfzy97/t3//WOaFhmrxy6SR80hKsqdBrLtS5I8dvdeZyCn1nbOZwbCL+Xm581rclraoF5mFYEZGCc/bsWS5fvky5cuXw8fHRWYNFhN1uJzk5mdjYWEqWLEn58uX/85zs/n6rjOSlFWMcZ9WUqQ2D14Ml5y3xcnIaj87ayraTl/B0M/Nxr6Z0bJD/FysSEclrdrud6OhoLl++bHQUyQclS5YkODj4qiVTZcQIV+Lgo6aQfAG6vAutBubq7VLSrDz57XZW7o/FbII37m1Er1aV8yisiEjBslqt+TqLpxQ8d3d3LBbLNR9XGTHK5umwdAT4lIandoBXQK7eLsNq4+VFe5i79RQAw2+vzZMdamo3p4iIFHo6m8YozftB6VqOvSO/f5Drt3OzmHnzvkYMbV8TgPdXHGLM93ux2gp9hxQREckWlZG8ZnGH2/+6tPOGyXA5KtdvaTKZGNGpDq/c3QCTCb7aeJKhs7dzJb1grqYoIiKSn1RG8kOdzlC1rePMmlWv5tnb9m1dlY97NcXDYubnPdH0nbGZ+CsafxUREdemMpIfTCbo+Lpjefc8OL0tz976rsYVmNm/JSU83dh0/CI9p20kNv5Knr2/iIhIQVMZyS8VmkDjBx3Ly0fleCK0q2ldswxzBt1EmRKe7D8bT/cp6zl2LjHP3l9ERKQgqYzkp9tGg5sXRK2HAz/l6Vs3rBjAwsGtqVLahz8vpdBj6gZ2nrqcp9sQEREpCCoj+SmgEoQPdSyvGAMZaXn69pVL+7BgcGsaVQzgYlIavaZvZO2hc3m6DRERkfymMpLfbh4GvmXh4jHYOiPP375MCU++HXQTbWuVITnNyqMzt7B4x+k8346IiEh+URnJb55+0P4lx/LaNyHlUp5vooSnG5/3bcndoRXIsNkZNjeSz347lufbERERyQ8qIwWhaR8oW9dRRNa9my+b8HAzM7FnEx5pUw2A15fsZ/zS/dg0OZqIiBRyKiMFweL2z6m+mz+Fi8fzZTNms4nRd9Xjxc51Afh03TGenbeTdKstX7YnIiKSF1RGCkrNCKjeDqxpsOqVfNuMyWTi8Vtr8O79oVjMJhbtOM2AWVtJSs3It22KiIjkhspIQcmcCM0EexfBqc35urkezSsxvU9zvNzNrD10joc+28TFpLw9m0dERCQvqIwUpOBG0LS3Y3n5S3k6EdrVdKgbxOyBN1HSx52dpy7TY8p6Tl1MztdtioiIOEtlpKC1HwXuPvDnFti3ON8316xyKeY/Hk6FAC+OnU/ivinr2X82Pt+3KyIikl0qIwXNvzy0fsqxvGIsZKTm+yZrlvNjwROtqR1UgtiEVB6YtoGNxy7k+3ZFRESyQ2XECG2eghLBcPmk4+yaAlA+wJt5j7WmZdVSJFzJoM+MzSzbc7ZAti0iInI9KiNG8PCFDqMcy+vegeSLBbLZAB93vno0jI71g0jLsPHEN9v5euPJAtm2iIjItaiMGKXJQxDUEK7Ewdq3C2yzXu4WJvduRq9WlbHZYdTiPUxceQh7Ph9MKyIici0qI0YxW6Dja47lLdPhwtEC27Sbxcz4exvy1G21AJi48jAvL96DVbO1ioiIAVRGjFSjA9S8HWwZjqv6FiCTycTw22vzWreGmEwwe1MUT3yzjSvp1gLNISIiojJitI6vgckMB36CE38U+OYfvqkKkx5qhofFzPK9MfT5fDNxKekFnkNERIovlRGjlasHzfo4ln8ZBbaCv45Ml0blmfVIK/w83dh84iI9p20gJv5KgecQEZHiSWWkMGj/MniUgDPbYc8CQyKE1yjN3MfCKevnyYHoBLpPXs/Rc4mGZBERkeJFZaQwKFEObh7mWF71CqSnGBKjfgV/Fg5uTbUyvpy+nEKPKevZEXXJkCwiIlJ85KiMTJo0iapVq+Ll5UVYWBibN1//om8TJ06kTp06eHt7ExISwjPPPMOVKxoGyOKmIeBfEeJOwaaphsUICfRh/uPhhFYK4FJyOg9N38SvB2MNyyMiIkWf02Vk7ty5DB8+nLFjx7J9+3ZCQ0Pp1KkTsbFX/8GaPXs2L774ImPHjmX//v18/vnnzJ07l5deeinX4YsUDx/oMNqx/Nv7kHTesCilS3gye+BN3FK7LCnpVgbO2sqCbX8alkdERIo2p8vI+++/z8CBA+nfvz/169dn6tSp+Pj4MGPGjKs+f/369bRp04aHHnqIqlWr0rFjR3r16nXdvSmpqanEx8dnuRULjXtC+VBIjYc1EwyN4uvpxmd9WnBv04pk2Ow8O28nn64ruLlQRESk+HCqjKSlpbFt2zYiIiL+eQOzmYiICDZs2HDV17Ru3Zpt27Zllo9jx46xdOlSunTpcs3tTJgwgYCAgMxbSEiIMzFdl9kMHd9wLG/9As4dNDSOh5uZ9+4PZWDbagCMX3qA13/ah02To4mISB5yqoycP38eq9VKUFBQlvVBQUFER0df9TUPPfQQr776KjfffDPu7u7UqFGDdu3aXXeYZuTIkcTFxWXeTp065UxM11atLdTpAnar46q+BjObTbx8Z31e6lIXgM9+P87w7yJJyyj4U5BFRKRoyvezadasWcP48eOZPHky27dvZ+HChSxZsoTXXnvtmq/x9PTE398/y61YiXgFTBY49DMcX2d0GgAG3VKD9x8Ixc1sYnHkGR6dtYXE1AyjY4mISBHgVBkpU6YMFouFmJiYLOtjYmIIDg6+6mtGjx7Nww8/zIABA2jUqBH33nsv48ePZ8KECdgMmODLJZStDS0ecSwvf9mQidCupnuzSnzWtwXe7hZ+O3yeh6Zv5HxiqtGxRETExTlVRjw8PGjevDmrVq3KXGez2Vi1ahXh4eFXfU1ycjJmc9bNWCwWAF0p9nravQie/hC9C3bNMTpNpnZ1yjF7YBilfNzZ9WccPaas59TFZKNjiYiIC3N6mGb48OFMnz6dWbNmsX//fgYPHkxSUhL9+/cHoE+fPowcOTLz+V27dmXKlCnMmTOH48ePs2LFCkaPHk3Xrl0zS4lchW8ZaDvcsbzqNUgrPD/4TSuXYv7g1lQs6c2JC8l0n7KevWfijI4lIiIuys3ZF/Ts2ZNz584xZswYoqOjadKkCcuWLcs8qDUqKirLnpBRo0ZhMpkYNWoUp0+fpmzZsnTt2pU33ngj7z5FURU2GLbMgLgo2DAJbn3O6ESZapQtwcInWtN3xmYORCfw4LSNfNqnBeE1ShsdTUREXIzJ7gJjJfHx8QQEBBAXF1f8DmbdPR8WPAruvvDUDvALuvFrClBcSjoDv9zK5uMX8bCYmfhgE7o0Km90LBERKQSy+/uta9MUdg3vg4rNIT0Jfi18e5MCvN358pFW3NEgmDSrjSGzt/PVhhNGxxIREReiMlLYmUz/TIS24yuI2WdsnqvwcrcwqXczeodVxm6H0d/v5f1fDuoAZRERyRaVEVdQJRzqdQW7DVaMNjrNVVnMJl7v1pBnImoD8NHqI7y0aDcZ1sJxWrKIiBReKiOuIuIVMLvDkZVwZNWNn28Ak8nE0xG1eOPehphN8O3mUwz+ZjtX0q1GRxMRkUJMZcRVlK4BrQY6ln8ZDbbC+wPfO6wKk3s3x8PNzIp9MTz8+SbiktONjiUiIoWUyogrueU58AqA2L0Q+Y3Raa7rjobBfPVIK/y83Nhy4hL3T1tPbMIVo2OJiEghpDLiSnwC4ZbnHcurX4fURGPz3EBY9dLMezyccn6eHIpJ5Ll5u3RQq4iI/IfKiKtpNRBKVYXEGFj/kdFpbqhusD+zB4bh4WZm7aFzzNv2p9GRRESkkFEZcTVunhAxzrH8x0cQf8bQONlRs5wfw293nGXz2k/7iI7TcI2IiPxDZcQV1e8GIWGQkQKrC99EaFcz4OZqhIaUJOFKBi8t2q3hGhERyaQy4or+PRFa5DdwdpexebLBzWLm3R6N8bCYWX0glkU7ThsdSURECgmVEVcV0hIadAfs8MsocIE9DbWC/Hg6ohYAr/y4j9h4DdeIiIjKiGuLGAsWDzi+Fg6vMDpNtjx2S3UaVQwgLiWdlxfv0XCNiIiojLi0UlUh7DHH8i+jwJphaJzscLOYeef+xrhbTKzYF8MPOwv/AbgiIpK/VEZcXdsR4B0I5w/C9llGp8mWusH+DG3vGK4Z98NeziWkGpxIRESMpDLi6rxLQrsXHctrJsCVeEPjZNcT7WtQv7w/l5LTGfvDHqPjiIiIgVRGioLm/SGwBiSdgz8mGp0mW9z/Gq5xM5tYujuaJbvOGh1JREQMojJSFLh5wO2vOpY3TII415jltEGFAJ5oVwOAMd/v4UKihmtERIojlZGiou6dUKUNZFyBVa8anSbbhnaoRZ0gPy4kpTHux31GxxEREQOojBQVJhN0fN2xvGsunNlhbJ5s8nBzDNdYzCZ+3HmGZXuijY4kIiIFTGWkKKnYDBo94Fhe7hoToQE0rlSSx26pDsCoxXu4lJRmcCIRESlIKiNFzW1jwM0LTv4OB5canSbbnrqtFjXLleB8Yiqv/qThGhGR4kRlpKgpGQI3PeFYXjEGrOnG5skmL3cL7/RojNkEi3acZuW+GKMjiYhIAVEZKYpufgZ8ysCFI7D1C6PTZFvTyqUY2NYxXPPSot3EJbtGkRIRkdxRGSmKvPyh/UjH8poJkHLZ0DjOeOb22lQv40tsQiqvLdFwjYhIcaAyUlQ16wdl6kDKRfjtPaPTZJuXu4V37m+MyQTzt/3JrwdjjY4kIiL5TGWkqLK4QcfXHMubpsKlk8bmcULzKoE80qYaACMX7Cb+ioZrRESKMpWRoqxWR6h2C1jTYNUrRqdxyoiOdaha2ofo+CuMX7Lf6DgiIpKPVEaKMpMJOr4BmGDPAvhzq9GJss3bw8LbPUIxmWDOllOsO3TO6EgiIpJPVEaKuvKNoclDjuXlL7nMRGgAraoF0je8KgAjF+4mMTXD2EAiIpIvVEaKgw6jwM0bTm2C/T8YncYpz99Rh5BAb05fTmHCUg3XiIgURSojxYF/BWj9pGN5xVjIcJ3p1n083HjrvsYAfLMpivVHzhucSERE8prKSHHR5mkoEQSXjsOW6UancUrrGmX4v5sqA/D8gl0kabhGRKRIURkpLjxLQPuXHctr34bki8bmcdKLnetRsaQ3f15K4e1lB4yOIyIieUhlpDhp+n9Qrj5cuQzr3jU6jVNKeP4zXDNrw0k2HrtgcCIREckrKiPFidnyz0Romz+FC0eNzeOkm2uVoVerEABeWLCLlDSrwYlERCQvqIwUNzUjoMZtYEuHleOMTuO0kV3qUT7Ai5MXknln+UGj44iISB5QGSmOOr4OJrPjNN+TG4xO4xR/L3cmdG8EwBfrj7P1hGsd+yIiIv+lMlIcBdV3HD8C8MvLLjURGkC7OuW4v3kl7HZ4fv4urqRruEZExJWpjBRX7UeBuy+c3uaYKt7FjLqrPkH+nhw7n8T7Kw4ZHUdERHJBZaS48guCm4c5lle+AulXDI3jrABvd8bf6xiu+ey3Y2yPumRwIhERySmVkeIsfAj4lYe4KNg8zeg0TrutXhDdm1bEZofn5u3UcI2IiItSGSnOPHyhw2jH8rr3IMn15u4Y07U+Zf08OXouiQ9XHTY6joiI5IDKSHEX2guCG0FqHKx90+g0Tivp48Hr3RoCMG3tUXaeumxsIBERcZrKSHFnNkPHNxzLW2fAedfbu9CpQTB3h1ZwDNfM30lqhoZrRERcicqIQPVboVYnsGU4rurrgsbd3YAyJTw4FJPIJ6uPGB1HREScoDIiDh1fA5MFDi6BE78bncZpgb4evHqPY7hm8pqj7DkdZ3AiERHJLpURcShbB5r3cywvfwlsNkPj5ESXRuW5s1F5rDY7I+btJC3D9T6DiEhxpDIi/2g3Ejz84OxO2P2d0Wly5JV7GhDo68GB6AQmr9FwjYiIK1AZkX+UKAttn3Esr3oV0lOMzZMDZUp4Mu7uBgB8svoI+87EG5xIRERuRGVEsrrpCQgIgfjTsGGS0WlypGvj8nRqEESGzc5z83eSbtVwjYhIYaYyIlm5e8NtYxzLv38AibHG5skBk8nEa90aUtLHnb1n4pm29qjRkURE5DpURuS/GvaACk0hLRHWTDA6TY6U8/NibNf6AHy46jAHoxMMTiQiIteiMiL/9e+J0LbNhNgDhsbJqW5NKhJRrxzpVsdwTYaGa0RECiWVEbm6qm2g7l1gt8GK0UanyRGTycQb9zbC38uNXX/GMf2340ZHEhGRq1AZkWuLeAXMbnD4Fzj6q9FpciTI34vRdzmGaz5YeYgjsRquEREpbHJURiZNmkTVqlXx8vIiLCyMzZs3X/f5ly9fZsiQIZQvXx5PT09q167N0qVLcxRYClCZmtDiUcfyL6PA5prXfOnRvBLt6pQlLcPGc/N3YbXZjY4kIiL/4nQZmTt3LsOHD2fs2LFs376d0NBQOnXqRGzs1c+6SEtL4/bbb+fEiRPMnz+fgwcPMn36dCpWrJjr8FIAbn0BPAMgZg/s/NboNDliMpmY0L0Rfp5u7Ii6zIzfNVwjIlKYmOx2u1N/JoaFhdGyZUs++eQTAGw2GyEhITz55JO8+OKL/3n+1KlTeeeddzhw4ADu7u7Z2kZqaiqpqamZ9+Pj4wkJCSEuLg5/f39n4kpe+OMjx3EjJYLhqe3g4Wt0ohyZszmKFxfuxtPNzM9Pt6V62RJGRxIRKdLi4+MJCAi44e+3U3tG0tLS2LZtGxEREf+8gdlMREQEGzZsuOprfvjhB8LDwxkyZAhBQUE0bNiQ8ePHY7Vee5f/hAkTCAgIyLyFhIQ4E1PyWqtBULIyJEbD+o+NTpNjPVuG0LZWGVIzbDyv4RoRkULDqTJy/vx5rFYrQUFBWdYHBQURHR191dccO3aM+fPnY7VaWbp0KaNHj+a9997j9ddfv+Z2Ro4cSVxcXObt1KlTzsSUvObuBRHjHMt/fAgJV/+3Luz+Hq7x9bCw9eQlZq0/YXQkERGhAM6msdlslCtXjk8//ZTmzZvTs2dPXn75ZaZOnXrN13h6euLv75/lJgZr0B0qtYT0ZFh97SJZ2FUq5cPILvUAeHv5AU6cTzI4kYiIOFVGypQpg8ViISYmJsv6mJgYgoODr/qa8uXLU7t2bSwWS+a6evXqER0dTVpaWg4iiyFMpn8mQtvxNUTvMTZPLjzUqjLh1UtzJd3G8wt2YdNwjYiIoZwqIx4eHjRv3pxVq1ZlrrPZbKxatYrw8PCrvqZNmzYcOXIEm+2f2S8PHTpE+fLl8fDwyGFsMUTlMKh/D2B3nOrr3LHPhYbZbOLtHo3x8bCw+fhFvt500uhIIiLFmtPDNMOHD2f69OnMmjWL/fv3M3jwYJKSkujfvz8Affr0YeTIkZnPHzx4MBcvXuTpp5/m0KFDLFmyhPHjxzNkyJC8+xRScCLGgdkdjv0KR1bd8OmFVUigDy/cUReAN38+wKmLyQYnEhEpvpwuIz179uTdd99lzJgxNGnShMjISJYtW5Z5UGtUVBRnz57NfH5ISAjLly9ny5YtNG7cmKeeeoqnn376qqcBiwsIrA5hjzmWfxkF1gxj8+TCwzdVoVW1QJLTrLywYBdOnuUuIiJ5xOl5RoyQ3fOUpYCkXIIPm8CVy3DXRGjR3+BAOXfifBJ3fLiOK+k23ri3Ib3DqhgdSUSkyMiXeUZEAPAu5ZiZFeDX8ZDqutd7qVrGl+c6OYZrxi/Zz5+XNFwjIlLQVEYkZ1oOcAzZJMU65h5xYf1aV6V5lVIkpVkZuXC3hmtERAqYyojkjJuH46q+AOs/gbjTxubJBctfZ9d4upn57fB5vtuqSfZERAqSyojkXL2uUDkcMlJg9WtGp8mVGmVL8GzH2gC8/tN+zsalGJxIRKT4UBmRnPv3RGg758CZSEPj5NajN1enSUhJElIzNFwjIlKAVEYkdyo1h4Y9cPWJ0MAxXPPu/Y3xcDOz5uA5Fmx33aEnERFXojIiuXfbGLB4wonf4NAyo9PkSs1yfgyLqAXAqz/uJSb+isGJRESKPpURyb1SVeCmxx3Lv4wGa7qxeXJpUNvqNK4UQPyVDF5epOEaEZH8pjIieaPts+BTGi4chm0zjU6TK24WM+/0CMXdYmLl/li+jzxjdCQRkSJNZUTyhlcAtPvrmkRrJsCVOGPz5FKdYD+e6uAYrhn3415iEzRcIyKSX1RGJO807wela0HyBfjtfaPT5Nrj7WrQoII/l5PTGb14j4ZrRETyicqI5B2LO9z+qmN54xS4HGVsnlxy/2u4xs1sYvneGH7adfbGLxIREaepjEjeqtMZqrYFayqsetXoNLlWv4I/Q9rXBGDsD3u5kJhqcCIRkaJHZUTylskEHV93LO+eB39uMzZPHhjSviZ1g/24mJTGmB/2Gh1HRKTIURmRvFehCTR+0LH8y8suPREagIebmXfvD8ViNrFk11l+3q3hGhGRvKQyIvnjttHg5gVRG+DAT0anybWGFQMYfGsNAEZ/v4eLSWkGJxIRKTpURiR/BFSC8KGO5RVjIMP1f7yfvK0mtYNKcD4xjVd+1HCNiEheURmR/HPzMPAtCxePwdbPjU6Ta55uFt7pEYrZBN9HnuGXvdFGRxIRKRJURiT/ePpB+5ccy2vfgpRLxubJA6EhJRl0i2O45uXFe7ic7Pp7fEREjKYyIvmraR8oW9dRRH5+0eUPZgUYFlGLGmV9OZeQyqs/7TM6joiIy1MZkfxlcYO7PgCTGXbNge2zjE6Ua17uFt7uEYrJBAu3n2b1gRijI4mIuDSVEcl/VVpDh9GO5aXPw5lIQ+PkheZVSjHg5moAjFy4m7gU175SsYiIkVRGpGC0GQa173DMzPpdH0i5bHSiXHu2Yx2qlfElJj6VN5ZouEZEJKdURqRgmM3QbQqUrAyXT8LiJ1z++BHHcE1jTCb4buufrDkYa3QkERGXpDIiBccnEO6fBRYPOLgE1n9sdKJca1k1kH6tqwKO4ZqEKxquERFxlsqIFKyKzeCOCY7llePg5HpD4+SF5zrVoXKgD2fjrjB+6QGj44iIuByVESl4LR6FRveD3Qrz+kOiaw9v+Hi48dZ9jQH4dnMUvx8+b3AiERHXojIiBc9kgrsmQpk6kBgNCx4Fm9XoVLkSXqM0fcKrAPDCgl0kpmYYnEhExHWojIgxPEvAA1+Cuw8cXwdrJhidKNdeuKMulUp5c/pyCm/9rOEaEZHsUhkR45SrC10/ciyvewcOrzA2Ty75ev4zXPPVxpOsP6rhGhGR7FAZEWM1vt9xDAnAwoFw+ZSxeXKpTc0y9GpVGYAXF+wmOU3DNSIiN6IyIsa7YwJUaOq4fs28vpDh2hefe6lLXSoEeBF1MZm3lx00Oo6ISKGnMiLGc/OE+2eCVwCc3ga/jDI6Ua74ebkz4a/hmpnrT7D5+EWDE4mIFG4qI1I4lKoK905zLG+eBnsWGhont26tXZYHWlQC4Pn5O0lJc+2zhURE8pPKiBQedTrDzc84ln94Es4fNjZPLr18Z32C/b04cSGZ937RcI2IyLWojEjh0n4UVLkZ0hJh7sOQlmR0ohwL8HZnQvdGAHz+x3G2ndRwjYjI1aiMSOFicYMen4NvOTi3H5Y869IX1Gtftxzdm1XEbofn5u/iSrqGa0RE/pfKiBQ+fsHQYwaYzLDzW9j+pdGJcmXsXQ0o5+fJsXNJfLDykNFxREQKHZURKZyqtYUOox3LS5+DszuNzZMLAT7uvHGvY7hm+rpj7Ii6ZHAiEZHCRWVECq82w6D2HWBNhe/6QMploxPl2O31g7inSQVsdnh+/i5SMzRcIyLyN5URKbzMZug2BQIqw6UT8P0Qlz5+ZFzXBpQp4cHh2EQ+WuXaZwqJiOQllREp3HwC4YFZYPGAAz/Bhk+MTpRjpXw9eL1bQwCmrj3G7j/jDE4kIlI4qIxI4VexmWPKeIAVY+HkBmPz5MIdDctzZ+PyWG12npu/k7QMm9GRREQMpzIirqHFo9CwB9itML8/JJ4zOlGOvXp3AwJ9PTgQncAnvx4xOo6IiOFURsQ1mEzQ9UMoUwcSzsKCR8HmmgeBli7hyav3NABg8q9H2HtGwzUiUrypjIjr8CwBD3wJ7j5wfC2sedPoRDl2Z6Py3NEgmAybnefm7SLdquEaESm+VEbEtZSrC10/ciyvexsOrzQ2Tw6ZTCZe69aQkj7u7Dsbz5Q1R42OJCJiGJURcT2N74cWjziWFw6Ey6eMzZNDZf08eeVux3DNx6sPcyA63uBEIiLGUBkR19RpApRvAikXYV4/yEgzOlGO3B1agYh6QaRbHcM1GRquEZFiSGVEXJO7l2P+Ea8AOL0VVow2OlGOmEwmxt/bEH8vN3afjmPaumNGRxIRKXAqI+K6SlWFe6c5ljdNhb2LDI2TU+X8vRjb1TFc8+HKwxyKSTA4kYhIwVIZEddWp7PjGjYA3w+F8645zXr3ZhVpX6csaVYbz83XcI2IFC8qI+L6OoyGKm0gLdFxQb20ZKMTOc1kMjG+eyP8PN3Yeeoyn/9+3OhIIiIFRmVEXJ/FDXrMAN9yELsPljzrkhfUKx/gzei76gPw3opDHIlNNDiRiEjBUBmRosEv2FFITGbYORt2fGV0ohy5v0UlbqldlrQMG8/P34nV5nqlSkTEWSojUnRUawsdRjmWl4yAs7uMzZMDJpOJCd0bUcLTje1Rl/niDw3XiEjRl6MyMmnSJKpWrYqXlxdhYWFs3rw5W6+bM2cOJpOJbt265WSzIjfW5hmo1QmsqY7jR1IuG53IaRVLevNSl3oAvPvLQY6fTzI4kYhI/nK6jMydO5fhw4czduxYtm/fTmhoKJ06dSI2Nva6rztx4gQjRoygbdu2OQ4rckNmM9w7FQIqw6Xj8P0Qlzx+pFerENrULM2VdBsvzN+FTcM1IlKEOV1G3n//fQYOHEj//v2pX78+U6dOxcfHhxkzZlzzNVarld69e/PKK69QvXr1XAUWuSGfQHhgJlg84MBPsGGS0YmcZjKZeLN7Y3w8LGw+cZEvN5wwOpKISL5xqoykpaWxbds2IiIi/nkDs5mIiAg2bNhwzde9+uqrlCtXjkcffTRb20lNTSU+Pj7LTcQpFZtDp/GO5RVj4OS1//dZWIUE+jCyc10A3lp2kKgLrnfKsohIdjhVRs6fP4/VaiUoKCjL+qCgIKKjo6/6mt9//53PP/+c6dOnZ3s7EyZMICAgIPMWEhLiTEwRh5YDoGEPsFthfn9IPGd0Iqf1DqvCTdUDSUm38vyCnRquEZEiKV/PpklISODhhx9m+vTplClTJtuvGzlyJHFxcZm3U6dc86qsYjCTCbp+CGXqQMJZWDgAbFajUznFbDbx1n2N8Xa3sPHYRb7ZHGV0JBGRPOdUGSlTpgwWi4WYmJgs62NiYggODv7P848ePcqJEyfo2rUrbm5uuLm58eWXX/LDDz/g5ubG0aNHr7odT09P/P39s9xEcsSzBDzwJbj7wLE1sPYtoxM5rUppX56/ow4Aby7dz6mLGq4RkaLFqTLi4eFB8+bNWbVqVeY6m83GqlWrCA8P/8/z69aty+7du4mMjMy83X333bRv357IyEgNv0jBKFfXsYcEYO3bcHilsXlyoG94VVpWLUVSmpWRC3djd8EzhERErsXpYZrhw4czffp0Zs2axf79+xk8eDBJSUn0798fgD59+jBy5EgAvLy8aNiwYZZbyZIl8fPzo2HDhnh4eOTtpxG5lsYPQItHADssHAhxfxqdyClms4m3e4Ti6Wbm9yPnmbNFQ5ciUnQ4XUZ69uzJu+++y5gxY2jSpAmRkZEsW7Ys86DWqKgozp49m+dBRXKt0wQoHwopF2FeP8hIMzqRU6qV8eW5To7hmjeW7Of05RSDE4mI5A2T3QX298bHxxMQEEBcXJyOH5HcuXQCpt0CV+IgbDB0ftPoRE6x2uzcP3U926Muc0vtsszq3xKTyWR0LBGRq8ru77euTSPFS6mq0G2qY3nTFNi7yNA4zrL8NVzj4WZm3aFzzNvmWsNNIiJXozIixU/dLtBmmGP5+yfh/BFD4zirZrkSPBNRG4DXftpHdNwVgxOJiOSOyogUTx1GQ5U2kJbguKBemmudLjuwbTVCKwWQcCWDlxbp7BoRcW0qI1I8WdygxwzwLQexe2HJsy51QT03i5l37g/Fw2Jm9YFYFu04bXQkEZEcUxmR4ssvGHp8DiYz7JwNO74yOpFTagf58dRtNQF45cd9xMZruEZEXJPKiBRv1W6BDqMcy0ufg7O7jM3jpMdurUHDiv7EpaTz8uI9Gq4REZekMiLS5hmo1REyrjiOH7kSZ3SibHO3mHmnRyjuFhMr9sXww84zRkcSEXGayoiI2Qz3ToOAynDpOCx+wqWOH6lX3p8h7R3DNeN+2Mu5hFSDE4mIOEdlRATAJxAemAlmdzjwE2ycbHQipzzRrib1yvtzKTmdQV9t5VKSa80uKyLFm8qIyN8qNoc7JjiWV4yBqI3G5nGCh5uZ9x8Ixd/LjR1Rl7lv6npd3VdEXIbKiMi/tRwADe8DWwbM6w+J54xOlG31yvszf3Brygd4cexcEt2nrGfvGdc5/kVEii+VEZF/M5mg64dQpjYknIGFA8BmNTpVttUO8mPhE62pE+THuYRUek7byO+HzxsdS0TkulRGRP6Xpx888CW4+8CxNbD2baMTOaV8gDffPR7OTdUDSUzNoN8Xm1msSdFEpBBTGRG5mnL14K6JjuW1b8GRlYbGcVaAtzuzHmnFnY3Lk2GzM2xuJFPXHtU8JCJSKKmMiFxLaE9o3h+ww4KBEOdaV8j1dLPw8YNNefTmagC8+fMBXvlxH1abComIFC4qIyLXc8ebUD4UUi7CvH6Q4VqnzJrNJkbfVZ9Rd9YDYOb6Ezz57XaupLvOcTAiUvSpjIhcj7uX4/gRrwD4cwusHGt0ohwZ0LY6H/VqirvFxNLd0fT5fDNxyelGxxIRAVRGRG6sVFXoNtWxvHEy7F1sZJocuzu0ArMeaYWfpxubT1ykx9T1nL6cYnQsERGVEZFsqdsF2jztWP5+KJw/YmyeHGpdowzfPR5OkL8nh2MT6T75D/afjTc6logUcyojItnVYQxUaQNpCTCvL6S55gyn9cr7s/CJNtQqV4KY+FQemLqB9Uc1F4mIGEdlRCS7LG7QYwb4loOYPbD0OaMT5VjFkt7MezycllVLkZCaQb8ZW/hRV/wVEYOojIg4wy8YenwOJjNEfg3bvzI6UY6V9PHgq0fD6NwwmDSrjSe/3cFnvx0zOpaIFEMqIyLOqnYLtH/Zsbx0BETvNjZPLni5W/jkoWb0Da8CwOtL9vPaT/uwaS4SESlAKiMiOXHzcKjVETKuwHd94IrrXpDOYjYx7u4GvNi5LgCf/36cp+bsIDVDc5GISMFQGRHJCbMZ7p0GASFw8Rh8PwRceKp1k8nE47fW4IOeobiZTfy06yx9Z2wmLkVzkYhI/lMZEckpn0C4fxaY3WH/j445SFzcvU0r8UX/lvh6WNh47CI9p20gOu6K0bFEpIhTGRHJjUrN4Y4JjuUVYyBqk7F58kDbWmWZ+1g4Zf08ORCdQPfJf3AoJsHoWCJShKmMiORWywHQ8D6wZTiuX5Pk+nN2NKwYwMLBrale1pczcVfoMWU9m49fNDqWiBRRKiMiuWUyQdcPoXQtSDgDCwaAzfUP/gwJ9GHB461pVrkk8Vcy+L/PN7F091mjY4lIEaQyIpIXPP2g51fg7gPHfoW1bxudKE+U8vXgmwE3cXv9INIybAyZvZ2Zfxw3OpaIFDEqIyJ5pVw9uOsDx/Lat+DIKmPz5BFvDwtT/685vcMqY7fDuB/3MeHn/ZqLRETyjMqISF4KfRCa9wfsjuGauD+NTpQnLGYTr3dryHOd6gAwbe0xhn8XSVqGzeBkIlIUqIyI5LU73oTyoZByEeb1B2vRmKvDZDIxpH1N3unRGIvZxOLIMzwycwsJV4rG5xMR46iMiOQ1dy/H/COeAfDnZlgx1uhEeer+FiF83rcFPh4Wfj9yngembSQ2XnORiEjOqYyI5IfAanDvVMfyxkmw73tj8+SxdnXKMWfQTZQp4cH+s/HcO3k9R2ITjY4lIi5KZUQkv9TtAq2fciwvHgIXjhqbJ481rlSShYPbULW0D6cvp9Bj6nq2ndRcJCLiPJURkfx02xio3BrSEhwX1EtPMTpRnqpc2ocFg1sTGlKSy8npPDR9E8v3RhsdS0RcjMqISH6yuEOPGeBbFmL2wNIRRifKc6VLePLtwDA61C1HaoaNwV9v46uNJ42OJSIuRGVEJL/5l3cUEpMZdnwN278yOlGe8/Fw49OHm/NgyxBsdhi9eA/vLD+A3YWvZCwiBUdlRKQgVLsF2r/kWF46AqJ3G5snH7hZzEzo3ohhEbUAmPTrUUbM20W6VXORiMj1qYyIFJSbn4Wat0PGFcfxI1fijE6U50wmE8MiavNm90ZYzCYWbP+TR2dtJSk1w+hoIlKIqYyIFBSzGbp/CgEhcPEYfD8UiugwxoOtKvPpw83xcjez7tA5Hvx0I+cSUo2OJSKFlMqISEHyCXRMiGZ2h/0/wMYpRifKN7fVC+LbgTcR6OvB7tNxdJ/yB8fPJxkdS0QKIZURkYJWqTl0Gu9YXjEaojYZmycfNa1cigWDW1M50IdTF1O4b8p6dkRdMjqWiBQyKiMiRmg1EBp0B1sGzO8PSeeNTpRvqpXxZcHg1jSqGMDFpDR6Td/Iqv0xRscSkUJEZUTECCYT3P0RlK4F8adh4UCwWY1OlW/K+nkyZ9BN3Fq7LFfSbQz8civfbo4yOpaIFBIqIyJG8fSDnl+Buw8cXQ3r3jE6Ub7y9XTjs74t6NG8EjY7jFy4mw9WHNJcJCKiMiJiqHL14K4PHMtr3nSUkiLM3WLmnR6NebJDTQA+XHWYFxfsJkNzkYgUayojIkYLfRCa9wPssGAAxJ02OlG+MplMPNuxDq93a4jZBHO3nmLQV9tITtNcJCLFlcqISGFwx1sQ3BiSL8C8fmBNNzpRvvu/m6ow9f+a4+lmZvWBWHp9upELiZqLRKQ4UhkRKQzcveCBL8EzAP7cDCvGGp2oQHRsEMzsgWGU9HFn559x3DdlPScvaC4SkeJGZUSksAisBvf+NQnaxkmw7wdj8xSQ5lUCWTC4NRVLenPiQjL3TVnPrj8vGx1LRAqQyohIYVL3Tmj9lGP5+yFw4aixeQpIjbIlWPREa+qX9+d8YhoPfrqRXw/GGh1LRAqIyohIYXPbGKjcGlLjHRfUS08xOlGBKOfvxdzHbuLmmmVITrMyYNZW5m09ZXQsESkAKiMihY3FHXrMAN+yELMHlj5ndKIC4+flzox+Lbm3aUWsNjvPzd/Fx6sOay4SkSJOZUSkMPIvD/d9BiYz7PgKdnxtdKIC4+Fm5r37Q3n81hoAvLfiEKMW78FqUyERKapyVEYmTZpE1apV8fLyIiwsjM2bN1/zudOnT6dt27aUKlWKUqVKERERcd3ni8hfqreD9i85lpc8C9G7DY1TkMxmEy92rssrdzfAZIJvNkXx+NfbSEkrulPmixRnTpeRuXPnMnz4cMaOHcv27dsJDQ2lU6dOxMZe/WCzNWvW0KtXL3799Vc2bNhASEgIHTt25PTpoj2xk0ieuPlZqHk7ZFyB7/rClXijExWovq2rMvmhZni4mVmxL4ben23kUlKa0bFEJI+Z7E4OxoaFhdGyZUs++eQTAGw2GyEhITz55JO8+OKLN3y91WqlVKlSfPLJJ/Tp0ydb24yPjycgIIC4uDj8/f2diSvi+pIvwrRbIO4U1L8H7p/luNBeMbL5+EUGzNpC/JUMqpf1ZVb/VoQE+hgdS0RuILu/307tGUlLS2Pbtm1ERET88wZmMxEREWzYsCFb75GcnEx6ejqBgYHXfE5qairx8fFZbiLFlk8g3D8TzO6w73vYNNXoRAWuVTXHXCQVArw4di6J7lPWs+d0nNGxRCSPOFVGzp8/j9VqJSgoKMv6oKAgoqOjs/UeL7zwAhUqVMhSaP7XhAkTCAgIyLyFhIQ4E1Ok6KnUAjqNdyz/MgpOFb/jrmoF+bHwiTbUDfbjXEIqPadt4LfD54yOJSJ5oEDPpnnzzTeZM2cOixYtwsvL65rPGzlyJHFxcZm3U6c014AIrQZCg3vBluG4fk3SBaMTFbjgAC++ezyc8OqlSUqz0v+LLSza8afRsUQkl5wqI2XKlMFisRATE5NlfUxMDMHBwdd97bvvvsubb77JL7/8QuPGja/7XE9PT/z9/bPcRIo9kwnu/hhK14L407BwANiK39kl/l7uzHykJV1DK5Bhs/PM3J1MWXNUc5GIuDCnyoiHhwfNmzdn1apVmetsNhurVq0iPDz8mq97++23ee2111i2bBktWrTIeVqR4s7Tz3FBPTdvOLoa1r1rdCJDeLpZ+LBnEwa2rQbAW8sOMO6HvZqLRMRFOT1MM3z4cKZPn86sWbPYv38/gwcPJikpif79+wPQp08fRo4cmfn8t956i9GjRzNjxgyqVq1KdHQ00dHRJCYm5t2nEClOgupD14mO5TUTHKWkGDKbTbx8Z31G3VkPgFkbTjLkm+1cSS9+e4tEXJ3TZaRnz568++67jBkzhiZNmhAZGcmyZcsyD2qNiori7Nmzmc+fMmUKaWlp9OjRg/Lly2fe3n23eP5FJ5InQh+EZn0BOywYAHHFd96eAW2r83GvpnhYzCzbG83Dn2/icrLmIhFxJU7PM2IEzTMichXpV+Dz2yF6F4SEQb8ljuvaFFMbjl5g0FdbSbiSQc1yJZj1SCsqlvQ2OpZIsZYv84yISCHi7gUPzALPADi1CVaOMzqRocJrlGbe4+EE+3txJDaR7pP/YP9ZzVEk4gpURkRcWWB1uHeKY3nDJ7DvB2PzGKxusD8Ln2hN7aASxMSn8sDUDaw/ct7oWCJyAyojIq6u7p3Q+knH8vdD4NwhY/MYrEJJb+Y91ppW1QJJSM2g7xeb+WHnGaNjich1qIyIFAW3jYXK4ZAaD9PawspXit1F9f4twMedLx9pRZdGwaRb7Tz17Q4+++2Y0bFE5BpURkSKAou74wJ6Vds6rvD7+/vwUVPY8jlYM4xOZwgvdwsf92pGv9ZVAXh9yX5e+2kfNs1FIlLoqIyIFBV+QdD3R3jwWyhdE5LPw5LhMKU1HFoOhf/EuTxnMZsY27U+IzvXBeDz34/z5JwdpGZoLhKRwkRlRKQoMZmgbhd4YiN0fge8A+H8QZj9AHx5D0TvNjphgTOZTDx2aw0m9myCu8XEkl1n6fP5ZuJS0o2OJiJ/URkRKYos7hA2CJ6OhDZPg8UDjq+FqW1h8RCIP3vDtyhqujWtyBf9WlHC041Nxy/ywNQNnI1LMTqWiKAyIlK0eQXA7a/C0K3Q8D7ADpFfw8fN4NcJkJZkdMICdXOtMsx97CbK+nlyMCaB7pPXcygmwehYIsWeyohIcVCqCvSYAQNWOWZrTU+GtW/CR81g+1fF6uq/DSoEsHBwa2qU9eVs3BV6TFnPpmMXjI4lUqypjIgUJ5VawCPLHWfelKoKidHww1CYdgsc/dXodAUmJNCHBYNb07xKKeKvZPDw55tZurv4DV2JFBYqIyLFjckEDbrBkM3Q8Q3HUE7MHviqG3xzP8QeMDphgSjp48E3A8LoWD+INKuNIbO388Ufx42OJVIsqYyIFFduntB6KDwVCWGDwewGh39xnAr80zOQGGt0wnzn5W5hyv815+GbqmC3wys/7mPC0v2ai0SkgOmqvSLicOEorBgDB35y3Pfwg5uHQfgQcC/aV7+12+1MXnOUd5YfBOCeJhV4p0coHm76e00kN3TVXhFxTuka8OA30G8pVGgKaQmw+jX4uAXsnAs2m9EJ843JZGJI+5q8e38obmYT30eeof/MzSRc0VwkIgVBZUREsqraBgashu7Twb8SxP8JiwbBZx3gxB9Gp8tXPZpX4vN+LfHxsPDHkQs8MG0jMfFXjI4lUuSpjIjIf5nN0PgBeHKr4yJ8Hn5wZgfM7AJzesP5I0YnzDe31i7L3EHhlCnhwf6z8XSfvJ4jsZqLRCQ/qYyIyLW5e0Pb4fDUDmjxKJgsjmNKJofBzy9A8kWjE+aLRpUCWDi4DdXK+HL6cgr3TdnA1hNF87OKFAYqIyJyYyXKwl3vwxMboFYnsGXApqnwYRP44yPISDU6YZ6rXNoxF0mTkJLEpaTT+7NNLN8bbXQskSJJZUREsq9sHej9HfT5HoIaQWocrBgNn7SEPQuL3JWBA309+HbgTdxWtxypGTYGf72NrzacMDqWSJGjMiIizqveDh5bC/dMghLBcPkkzO8Pn3eEU5uNTpenvD0sTHu4Ob1ahWCzw+jv9/L2sgO4wKwIIi5D84yISO6kJcH6T+CPiY5r3gA0uBcixjmmnC8i7HY7H68+wvsrDgFwU/VAujetRMcGQZT08TA4nUjhlN3fb5UREckbCdGw+nXY8TVgB4sHhD0GbUeAd0mj0+WZuVuieGnRHqx/zdLqZjbRpmYZ7mxUXsVE5H+ojIiIMaL3wC+j4NhfF97zDoR2L0KLR8Dibmy2PHLifBI/7jzDkt1nORD9z2m/KiYiWamMiIhx7HY4stJRSs79deG9wBpw+6tQ907HxfqKiKPnElm666yKichVqIyIiPGsGbDjS/h1PCSdc6yrcjN0et0x5XwRo2IikpXKiIgUHlfiHQe4bpgEGX9Nr964J9w2BgIqGRotv6iYiKiMiEhhdPmU4+J7u+Y67rt5Oa4KfPMz4OlnbLZ8pGIixZXKiIgUXqe3O44nOfnXhfd8y0L7l6BpH7C4GZstn92wmDQuT8f6KiZSNKiMiEjhZrfDgSWwYgxcPOpYV7YudHwdakYUqYNcr0XFRIo6lRERcQ0ZabB1Bqx9E1IuOdZVbwcd34DghoZGK0gqJlIUqYyIiGtJuQS/vQebpoE1DTBB0/+D9i+Df3mj0xWoI7GJLN19lqXXKSad6gcT4FM05m2RoktlRERc08XjsOoV2LvIcd/dB9o8Da2fBA9fY7MZ4HrF5OZaZejSSMVECi+VERFxbac2w/KX4M8tjvt+5aHDKAjtBWaLsdkMomIirkZlRERcn93u2EOycpzjysAAQY0ck6ZVb2dkMsOpmIgrUBkRkaIjI9VxLMm6dyE1zrGuVifo+BqUrWNstkLgWsXE3eI4xkTFRIyiMiIiRU/SBVj3Nmz5DGwZYLJA837QbiSUKGt0ukJBxUQKE5URESm6zh+BlWPhwE+O+x5+0PYZuOkJcPc2NlshomIiRlMZEZGi78TvsPxlOBvpuB8Q4rjeTcMeYDYbGq2wuVExubNReTqqmEgeUxkRkeLBZoPd8xynA8efdqyr0Aw6vQFVWhubrZD6u5gs2XWWgzEqJpJ/VEZEpHhJT3FcFfj3DyAt0bGu7l1w+6tQuoax2QoxFRPJTyojIlI8JcbCr+Nh+yyw28DsBi0Hwq3Pg0+g0ekKNRUTyWsqIyJSvMXuh19Gw5EVjvteAXDL89BqILh5GpvNBRyJTWDJrmiW7v5vMbn5r4NfVUzkRlRGREQAjq6G5aMgdq/jfqmqEDEO6ncrFlcGzgsqJpJTKiMiIn+zWSHyG1j9OiTGONaFhDmuDBzS0thsLkbFRJyhMiIi8r9SE2H9R/DHR5CR4ljXoDtEjHXsMRGnqJjIjaiMiIhcS/wZWP2GY28JdrB4QNjj0PZZ8C5pdDqXpGIiV6MyIiJyI2d3wS+j4Phax33vQMfU8i36g0U/mjmlYiJ/UxkREckOux0O/+I48+b8Qce60rUc85PU6ayDXHPpRsXkzsYVuL1+EAHeKiZFkcqIiIgzrBmwfSb8OgGSzzvWVW0LHV+HCk2MTFZkqJgUPyojIiI5cSUefn8fNkwGa6pjXeMH4bbREFDJ2GxFyN/FZMnuMxyKScxcr2JStKiMiIjkxuUoWPUa7P7Ocd/NC8KHws3DwNPP0GhFzfWKSf0KAZTx9SDQ14PAEh6U9vUg0Nfzr/86bqVLeODj4WbgJ5BrURkREckLp7c5Jk2LWu+471sO2r8Eob3A3cvYbEXQtYrJjXi5mynt6/lPQblKgclcX8IDP083TDoeKN+pjIiI5BW7HQ78BCvGwMVj/6x38wKvko7Tgf/z34DrP+buo4Njb+BIbCJHzyVyMSmNi0lpXEhM42JSKhf+un8xKY0LSWmkZdicfm8Pi5lSvu7/3ctyjQIT4O2O2ax/L2epjIiI5LWMNNj6Oax7B5Iv5O69zO7XKColHWXleo95+qnI/MVut5OUZuViYhoXklIzC8r/Fph/r09Oszq9HYvZRCkf93+VFs8sw0T/u76UjztuFnM+fGLXojIiIpJfbDZIjYcrl+FKHKRcdiz/73+v9Zjd+R/DLEyWqxeWG5UY75LgGQDm4v0jeSXd6igm/yowmWUl8e/S8k+BSbiSkaPtlPyrvPyz5+WfvTD/W2BK+brj6WbJ409qvHwtI5MmTeKdd94hOjqa0NBQPv74Y1q1anXN58+bN4/Ro0dz4sQJatWqxVtvvUWXLl2yvT2VEREpMux2SEv8q5zEXb3EXK/MWNNyGcAEXv7ZLzGZz/nreZbid6BoWoaNS8l/72W5eoH59/rLKenk5M98P083Akt4/KfABF5tOMlFDtrNtzIyd+5c+vTpw9SpUwkLC2PixInMmzePgwcPUq5cuf88f/369dxyyy1MmDCBu+66i9mzZ/PWW2+xfft2GjZsmKcfRkSkSLPbIT3lX+XEyTLz9/V4csPDz7ljY/69zs0j99t3AVabnUvJ/x4m+udYl0v/O4z017oMm/PtxRUO2s23MhIWFkbLli355JNPALDZbISEhPDkk0/y4osv/uf5PXv2JCkpiZ9++ilz3U033USTJk2YOnVqnn4YERG5jozUGw8hXavopGX/zJZrcvdxvsS4ebno8THZz2zHTsIVK5eT07icnM6llDTiktO5nJLOpaR04pJTuZSSzuW/1l1OTiPd6nx5cTebCPBxJ8DbcUxLSR93Snp7OP7r4054aAOCAgOcft/rye7vt1P7eNLS0ti2bRsjR47MXGc2m4mIiGDDhg1Xfc2GDRsYPnx4lnWdOnVi8eLF19xOamoqqampmffj4+OdiSkiIlfj5gl+QY6bs6zpWQvM9fbIZCkzcZAa53iP9GTHLeFMHnyYosME+P91q5ydF7jh5K/3v6T/dbvKz+p+34UEtboth2+cO059nPPnz2O1WgkKyvo/5KCgIA4cOHDV10RHR1/1+dHR0dfczoQJE3jllVeciSYiIvnJ4g6+ZRw3Z9ms/7OnxYnhpYzUa7xpIVYIzwux/3XDbv/XsmOvjN3uuF/a37h5cwrl0S8jR47MsjclPj6ekJAQAxOJiEiOmS3gE+i4iSFM3Hjg6L9HfRYcp8pImTJlsFgsxMTEZFkfExNDcHDwVV8THBzs1PMBPD098fT0dCaaiIiIuCinTjb38PCgefPmrFq1KnOdzWZj1apVhIeHX/U14eHhWZ4PsGLFims+X0RERIoXp4dphg8fTt++fWnRogWtWrVi4sSJJCUl0b9/fwD69OlDxYoVmTBhAgBPP/00t956K++99x533nknc+bMYevWrXz66ad5+0lERETEJTldRnr27Mm5c+cYM2YM0dHRNGnShGXLlmUepBoVFYX5X7P7tW7dmtmzZzNq1CheeuklatWqxeLFi7M9x4iIiIgUbZoOXkRERPJFdn+/i/cFCkRERMRwKiMiIiJiKJURERERMZTKiIiIiBhKZUREREQMpTIiIiIihlIZEREREUOpjIiIiIihVEZERETEUE5PB2+EvyeJjY+PNziJiIiIZNffv9s3muzdJcpIQkICACEhIQYnEREREWclJCQQEBBwzcdd4to0NpuNM2fO4Ofnh8lkyrP3jY+PJyQkhFOnTumaN/lI33PB0XddMPQ9Fwx9zwUjP79nu91OQkICFSpUyHIR3f/lEntGzGYzlSpVyrf39/f31//QC4C+54Kj77pg6HsuGPqeC0Z+fc/X2yPyNx3AKiIiIoZSGRERERFDFesy4unpydixY/H09DQ6SpGm77ng6LsuGPqeC4a+54JRGL5nlziAVURERIquYr1nRERERIynMiIiIiKGUhkRERERQ6mMiIiIiKGKdRmZNGkSVatWxcvLi7CwMDZv3mx0pCJn3bp1dO3alQoVKmAymVi8eLHRkYqcCRMm0LJlS/z8/ChXrhzdunXj4MGDRscqkqZMmULjxo0zJ4cKDw/n559/NjpWkfbmm29iMpkYNmyY0VGKnHHjxmEymbLc6tata0iWYltG5s6dy/Dhwxk7dizbt28nNDSUTp06ERsba3S0IiUpKYnQ0FAmTZpkdJQia+3atQwZMoSNGzeyYsUK0tPT6dixI0lJSUZHK3IqVarEm2++ybZt29i6dSsdOnTgnnvuYe/evUZHK5K2bNnCtGnTaNy4sdFRiqwGDRpw9uzZzNvvv/9uSI5ie2pvWFgYLVu25JNPPgEc178JCQnhySef5MUXXzQ4XdFkMplYtGgR3bp1MzpKkXbu3DnKlSvH2rVrueWWW4yOU+QFBgbyzjvv8OijjxodpUhJTEykWbNmTJ48mddff50mTZowceJEo2MVKePGjWPx4sVERkYaHaV47hlJS0tj27ZtREREZK4zm81ERESwYcMGA5OJ5F5cXBzg+JGU/GO1WpkzZw5JSUmEh4cbHafIGTJkCHfeeWeW/5+WvHf48GEqVKhA9erV6d27N1FRUYbkcIkL5eW18+fPY7VaCQoKyrI+KCiIAwcOGJRKJPdsNhvDhg2jTZs2NGzY0Og4RdLu3bsJDw/nypUrlChRgkWLFlG/fn2jYxUpc+bMYfv27WzZssXoKEVaWFgYM2fOpE6dOpw9e5ZXXnmFtm3bsmfPHvz8/Ao0S7EsIyJF1ZAhQ9izZ49h477FQZ06dYiMjCQuLo758+fTt29f1q5dq0KSR06dOsXTTz/NihUr8PLyMjpOkda5c+fM5caNGxMWFkaVKlX47rvvCnzYsViWkTJlymCxWIiJicmyPiYmhuDgYINSieTO0KFD+emnn1i3bh2VKlUyOk6R5eHhQc2aNQFo3rw5W7Zs4cMPP2TatGkGJysatm3bRmxsLM2aNctcZ7VaWbduHZ988gmpqalYLBYDExZdJUuWpHbt2hw5cqTAt10sjxnx8PCgefPmrFq1KnOdzWZj1apVGvsVl2O32xk6dCiLFi1i9erVVKtWzehIxYrNZiM1NdXoGEXGbbfdxu7du4mMjMy8tWjRgt69exMZGakiko8SExM5evQo5cuXL/BtF8s9IwDDhw+nb9++tGjRglatWjFx4kSSkpLo37+/0dGKlMTExCwt+/jx40RGRhIYGEjlypUNTFZ0DBkyhNmzZ/P999/j5+dHdHQ0AAEBAXh7exucrmgZOXIknTt3pnLlyiQkJDB79mzWrFnD8uXLjY5WZPj5+f3neCdfX19Kly6t46Dy2IgRI+jatStVqlThzJkzjB07FovFQq9evQo8S7EtIz179uTcuXOMGTOG6OhomjRpwrJly/5zUKvkztatW2nfvn3m/eHDhwPQt29fZs6caVCqomXKlCkAtGvXLsv6L774gn79+hV8oCIsNjaWPn36cPbsWQICAmjcuDHLly/n9ttvNzqaiNP+/PNPevXqxYULFyhbtiw333wzGzdupGzZsgWepdjOMyIiIiKFQ7E8ZkREREQKD5URERERMZTKiIiIiBhKZUREREQMpTIiIiIihlIZEREREUOpjIiIiIihVEZERETEUCojIuK0du3aMWzYsALfbtWqVZk4cWKBb1dE8pfKiIiIiBhKZUREREQMpTIiIjlis9l4/vnnCQwMJDg4mHHjxmU+dvnyZQYMGEDZsmXx9/enQ4cO7Ny5M/Pxo0ePcs899xAUFESJEiVo2bIlK1euzPL+sbGxdO3aFW9vb6pVq8Y333yT5XG73c64ceOoXLkynp6eVKhQgaeeeipfP7OI5A+VERHJkVmzZuHr68umTZt4++23efXVV1mxYgUA999/P7Gxsfz8889s27aNZs2acdttt3Hx4kUAEhMT6dKlC6tWrWLHjh3ccccddO3alaioqMz379evH6dOneLXX39l/vz5TJ48mdjY2MzHFyxYwAcffMC0adM4fPgwixcvplGjRgX7JYhIntBVe0XEae3atcNqtfLbb79lrmvVqhUdOnTgrrvu4s477yQ2NhZPT8/Mx2vWrMnzzz/PoEGDrvqeDRs25PHHH2fo0KEcOnSIOnXqsHnzZlq2bAnAgQMHqFevHh988AHDhg3j/fffZ9q0aezZswd3d/f8/cAikq+0Z0REcqRx48ZZ7pcvX57Y2Fh27txJYmIipUuXpkSJEpm348ePc/ToUcCxZ2TEiBHUq1ePkiVLUqJECfbv35+5Z2T//v24ubnRvHnzzPevW7cuJUuWzLx///33k5KSQvXq1Rk4cCCLFi0iIyMj/z+4iOQ5N6MDiIhr+t+9ESaTCZvNRmJiIuXLl2fNmjX/ec3fZWLEiBGsWLGCd999l5o1a+Lt7U2PHj1IS0vL9vZDQkI4ePAgK1euZMWKFTzxxBO88847rF27VntKRFyMyoiI5KlmzZoRHR2Nm5sbVatWvepz/vjjD/r168e9994LOPaUnDhxIvPxunXrkpGRwbZt2zKHaQ4ePMjly5ezvI+3tzddu3ala9euDBkyhLp167J7926aNWuWHx9NRPKJyoiI5KmIiAjCw8Pp1q0bb7/9NrVr1+bMmTMsWbKEe++9lxYtWlCrVi0WLlxI165dMZlMjB49GpvNlvkederU4Y477uCxxx5jypQpuLm5MWzYMLy9vTOfM3PmTKxWK2FhYfj4+PD111/j7e1NlSpVjPjYIpILOmZERPKUyWRi6dKl3HLLLfTv35/atWvz4IMPcvLkSYKCggB4//33KVWqFK1bt6Zr16506tTpP3szvvjiCypUqMCtt95K9+7dGTRoEOXKlct8vGTJkkyfPp02bdrQuHFjVq5cyY8//kjp0qUL9POKSO7pbBoRERExlPaMiIiIiKFURkRERMRQKiMiIiJiKJURERERMZTKiIiIiBhKZUREREQMpTIiIiIihlIZEREREUOpjIiIiIihVEZERETEUCojIiIiYqj/BwUEl7J4DmevAAAAAElFTkSuQmCC\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Desired FPR vs actual FPR"
      ],
      "metadata": {
        "id": "989-hO5lu0rP"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Sample size 10"
      ],
      "metadata": {
        "id": "Lkm7WKhtyXyg"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "csnVCZftwcku",
        "outputId": "03976868-86eb-4e6b-b302-2a403d1b11e8"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      0  dev\n",
              "0     5    0\n",
              "1     5    0\n",
              "2     5    0\n",
              "3     5    0\n",
              "4     8    3\n",
              "...  ..  ...\n",
              "9995  5    0\n",
              "9996  6    1\n",
              "9997  2    3\n",
              "9998  4    1\n",
              "9999  6    1\n",
              "\n",
              "[10000 rows x 2 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d66f0620-a45d-4acd-9e20-4e491e32cd4b\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>dev</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9995</th>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9996</th>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9997</th>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9998</th>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9999</th>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>10000 rows × 2 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d66f0620-a45d-4acd-9e20-4e491e32cd4b')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-d66f0620-a45d-4acd-9e20-4e491e32cd4b button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-d66f0620-a45d-4acd-9e20-4e491e32cd4b');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-aa8443eb-f42f-467d-84e9-e8fcb26592ca\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-aa8443eb-f42f-467d-84e9-e8fcb26592ca')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-aa8443eb-f42f-467d-84e9-e8fcb26592ca button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df[0].apply(lambda x: proportions_ztest(x,10,0.5,alternative='two-sided')[1])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "b6SiQ0lXwqup",
        "outputId": "c30545cb-e840-4a5c-cac1-386f6af1a613"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0       1.000000\n",
              "1       1.000000\n",
              "2       1.000000\n",
              "3       1.000000\n",
              "4       0.017706\n",
              "          ...   \n",
              "9995    1.000000\n",
              "9996    0.518605\n",
              "9997    0.017706\n",
              "9998    0.518605\n",
              "9999    0.518605\n",
              "Name: 0, Length: 10000, dtype: float64"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df[0].apply(lambda x: proportions_ztest(x,10,0.5,alternative='two-sided')[1]) < 0.05"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "GrfWivG0xEi0",
        "outputId": "17b7b387-6a81-4727-c406-f874b5ed4b3a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0       False\n",
              "1       False\n",
              "2       False\n",
              "3       False\n",
              "4        True\n",
              "        ...  \n",
              "9995    False\n",
              "9996    False\n",
              "9997     True\n",
              "9998    False\n",
              "9999    False\n",
              "Name: 0, Length: 10000, dtype: bool"
            ]
          },
          "metadata": {},
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "(df[0].apply(lambda x: proportions_ztest(x,10,0.5,alternative='two-sided')[1]) < 0.05).mean()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Q4-H88lDxPyE",
        "outputId": "4f5c1007-5230-4750-e892-d1b9b1466d38"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.1124"
            ]
          },
          "metadata": {},
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Sample size 20"
      ],
      "metadata": {
        "id": "GrNJAWTTyoNe"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "n = 10000\n",
        "result = []\n",
        "for i in range(n):\n",
        "  np.random.seed(i)\n",
        "  result.append(np.random.binomial(20,0.5))"
      ],
      "metadata": {
        "id": "vHzAVM6Fyfpk"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df = pd.DataFrame(result)"
      ],
      "metadata": {
        "id": "u5r00N0Pypvz"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "(df[0].apply(lambda x: proportions_ztest(x,20,0.5,alternative='two-sided')[1]) < 0.05).mean()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "D6lBlWlrysq8",
        "outputId": "4773386c-87e1-4f1b-98ad-272dd2736c95"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.0447"
            ]
          },
          "metadata": {},
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Мой Telegram-канал: https://t.me/mikhaylovgleb"
      ],
      "metadata": {
        "id": "UBPyKqE9ys_w"
      }
    }
  ]
}