Sample Code/Day_13_SampleCode.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"計算函式及工具.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"markdown","metadata":{"id":"v-_imnFDowIG"},"source":["範例目標:<br>\r\n","1. 實做統計函式\r\n","2. 實做自定義的行或列函式應用\r\n"]},{"cell_type":"markdown","metadata":{"id":"mz600zXQo9XO"},"source":["範例重點:<br>\r\n","1. 統計函數使用方式與 Numpy 類似，不同之處為 Pandas 的資料型態是 DataFrame\r\n","2. 使用自定義函數時lambda x 與數學中的 f(x) 是相同的意思"]},{"cell_type":"code","metadata":{"id":"8CegrNrgo920"},"source":["import pandas as pd"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":390},"id":"octRixAoPXTb","executionInfo":{"status":"ok","timestamp":1606620323926,"user_tz":-480,"elapsed":587,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"be801187-8fb7-4a1f-bc1f-8fc78daba893"},"source":["score_df = pd.DataFrame([[1,50,80,70], \n","              [2,60,45,50],\n","              [3,98,43,55],\n","              [4,70,69,89],\n","              [5,56,79,60],\n","              [6,60,68,55],\n","              [7,45,70,77],\n","              [8,55,77,76],\n","              [9,25,57,60],\n","              [10,88,40,43]],columns=['student_id','math_score','english_score','chinese_score'])\n","score_df = score_df.set_index('student_id')\n","score_df"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>math_score</th>\n","      <th>english_score</th>\n","      <th>chinese_score</th>\n","    </tr>\n","    <tr>\n","      <th>student_id</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>1</th>\n","      <td>50</td>\n","      <td>80</td>\n","      <td>70</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>60</td>\n","      <td>45</td>\n","      <td>50</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>98</td>\n","      <td>43</td>\n","      <td>55</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>70</td>\n","      <td>69</td>\n","      <td>89</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>56</td>\n","      <td>79</td>\n","      <td>60</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>60</td>\n","      <td>68</td>\n","      <td>55</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>45</td>\n","      <td>70</td>\n","      <td>77</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>55</td>\n","      <td>77</td>\n","      <td>76</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>25</td>\n","      <td>57</td>\n","      <td>60</td>\n","    </tr>\n","    <tr>\n","      <th>10</th>\n","      <td>88</td>\n","      <td>40</td>\n","      <td>43</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["            math_score  english_score  chinese_score\n","student_id                                          \n","1                   50             80             70\n","2                   60             45             50\n","3                   98             43             55\n","4                   70             69             89\n","5                   56             79             60\n","6                   60             68             55\n","7                   45             70             77\n","8                   55             77             76\n","9                   25             57             60\n","10                  88             40             43"]},"metadata":{"tags":[]},"execution_count":25}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"dwhT33ewQoa4","executionInfo":{"status":"ok","timestamp":1606623121703,"user_tz":-480,"elapsed":1086,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"0054e545-98f8-4ba8-9330-6db557239e01"},"source":["#指定欄位算平均\n","score_df.math_score.mean()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["60.7"]},"metadata":{"tags":[]},"execution_count":69}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"x5MfxaN3QpVB","executionInfo":{"status":"ok","timestamp":1606623122160,"user_tz":-480,"elapsed":990,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"5706e2b8-cbad-4bb7-8c0b-eca5a9a4e9ee"},"source":["#全欄位算平均\n","score_df.mean()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["math_score       60.7\n","english_score    62.8\n","chinese_score    63.5\n","dtype: float64"]},"metadata":{"tags":[]},"execution_count":70}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"BSv4h3qrMxzy","executionInfo":{"status":"ok","timestamp":1606623122662,"user_tz":-480,"elapsed":1016,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"64b3b2e8-5d89-4581-9f77-553c1ab2a37c"},"source":["#學生平均分數\n","score_df.mean(axis=1)"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["student_id\n","1     66.666667\n","2     51.666667\n","3     65.333333\n","4     76.000000\n","5     65.000000\n","6     61.000000\n","7     64.000000\n","8     69.333333\n","9     47.333333\n","10    57.000000\n","dtype: float64"]},"metadata":{"tags":[]},"execution_count":71}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"dKGUiKUHEIXp","executionInfo":{"status":"ok","timestamp":1606623602154,"user_tz":-480,"elapsed":1077,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"4a9647eb-e660-48b3-9041-5f2b9f6e8ce7"},"source":["#學生3科總分數\n","score_df.sum(axis=1)"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["student_id\n","1     200\n","2     155\n","3     196\n","4     228\n","5     195\n","6     183\n","7     192\n","8     208\n","9     142\n","10    171\n","dtype: int64"]},"metadata":{"tags":[]},"execution_count":73}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"vG1vLFAlEPSl","executionInfo":{"status":"ok","timestamp":1606623602155,"user_tz":-480,"elapsed":625,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"0eb4d7bb-9640-4f25-d779-b930ce116cfb"},"source":["#本次各科考試人數\n","score_df.count()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["math_score       10\n","english_score    10\n","chinese_score    10\n","dtype: int64"]},"metadata":{"tags":[]},"execution_count":74}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"7e1wGtLDR2WC","executionInfo":{"status":"ok","timestamp":1606624026971,"user_tz":-480,"elapsed":1011,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"c4d5b2c0-e4fc-439a-878e-546374725d12"},"source":["#各科中位數分佈\n","score_df.median()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["math_score       58.0\n","english_score    68.5\n","chinese_score    60.0\n","dtype: float64"]},"metadata":{"tags":[]},"execution_count":76}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Qxq9Boy_QSKh","executionInfo":{"status":"ok","timestamp":1606624031239,"user_tz":-480,"elapsed":866,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"178895f8-4dc4-418b-d9ab-a3b785e81f66"},"source":["#各科百分位數分佈(75%)\n","score_df.quantile(0.75)"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["math_score       67.50\n","english_score    75.25\n","chinese_score    74.50\n","Name: 0.75, dtype: float64"]},"metadata":{"tags":[]},"execution_count":77}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"LgMp9z6JTpNu","executionInfo":{"status":"ok","timestamp":1606624172106,"user_tz":-480,"elapsed":985,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"91b9a753-ce3f-4ab1-96c4-c9c24dbf0b59"},"source":["#各科最大值\n","score_df.max()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["math_score       98\n","english_score    80\n","chinese_score    89\n","dtype: int64"]},"metadata":{"tags":[]},"execution_count":78}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"czrZdVKjDzRL","executionInfo":{"status":"ok","timestamp":1606624172107,"user_tz":-480,"elapsed":720,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"ab66d0a1-d5ff-41f4-b547-57a2cf313078"},"source":["#各科最小值\n","score_df.min()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["math_score       25\n","english_score    40\n","chinese_score    43\n","dtype: int64"]},"metadata":{"tags":[]},"execution_count":79}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"bqcQIgp8Txav","executionInfo":{"status":"ok","timestamp":1606620770334,"user_tz":-480,"elapsed":904,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"31243d10-feb7-4c20-8835-2640ba954375"},"source":["#各科百分位數分佈(75%)\n","score_df.quantile(0.75)"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["math_score       67.50\n","english_score    75.25\n","chinese_score    74.50\n","Name: 0.75, dtype: float64"]},"metadata":{"tags":[]},"execution_count":39}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ikhaYpUIRQI1","executionInfo":{"status":"ok","timestamp":1606624298899,"user_tz":-480,"elapsed":930,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"2dcdfde4-0291-4de1-e6a1-90cfb57d0bcc"},"source":["#各科標準差\n","score_df.std()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["math_score       20.854256\n","english_score    15.418603\n","chinese_score    14.151953\n","dtype: float64"]},"metadata":{"tags":[]},"execution_count":80}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"sOErEx_SRVjx","executionInfo":{"status":"ok","timestamp":1606624315347,"user_tz":-480,"elapsed":1002,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"0b60c215-69c2-414c-afb0-eeb5179f0f11"},"source":["#各科變異數\n","score_df.var()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["math_score       434.900000\n","english_score    237.733333\n","chinese_score    200.277778\n","dtype: float64"]},"metadata":{"tags":[]},"execution_count":81}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":142},"id":"XUJBu_1IXWPJ","executionInfo":{"status":"ok","timestamp":1606624511293,"user_tz":-480,"elapsed":1016,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"7dfc6f1d-a40f-46c6-d530-bc77f44a36ba"},"source":["#各科之間的相關係數\n","score_df.corr()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>math_score</th>\n","      <th>english_score</th>\n","      <th>chinese_score</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>math_score</th>\n","      <td>1.000000</td>\n","      <td>-0.532708</td>\n","      <td>-0.314552</td>\n","    </tr>\n","    <tr>\n","      <th>english_score</th>\n","      <td>-0.532708</td>\n","      <td>1.000000</td>\n","      <td>0.682340</td>\n","    </tr>\n","    <tr>\n","      <th>chinese_score</th>\n","      <td>-0.314552</td>\n","      <td>0.682340</td>\n","      <td>1.000000</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["               math_score  english_score  chinese_score\n","math_score       1.000000      -0.532708      -0.314552\n","english_score   -0.532708       1.000000       0.682340\n","chinese_score   -0.314552       0.682340       1.000000"]},"metadata":{"tags":[]},"execution_count":82}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":390},"id":"A2t4BIN7AqL7","executionInfo":{"status":"ok","timestamp":1606625189864,"user_tz":-480,"elapsed":906,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"63bf8cd7-9ec1-42a4-98bf-29214340eefb"},"source":["#各科開根號乘以十\n","score_df.apply(lambda x : x**(0.5)*10)"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>math_score</th>\n","      <th>english_score</th>\n","      <th>chinese_score</th>\n","    </tr>\n","    <tr>\n","      <th>student_id</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>1</th>\n","      <td>70.710678</td>\n","      <td>89.442719</td>\n","      <td>83.666003</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>77.459667</td>\n","      <td>67.082039</td>\n","      <td>70.710678</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>98.994949</td>\n","      <td>65.574385</td>\n","      <td>74.161985</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>83.666003</td>\n","      <td>83.066239</td>\n","      <td>94.339811</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>74.833148</td>\n","      <td>88.881944</td>\n","      <td>77.459667</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>77.459667</td>\n","      <td>82.462113</td>\n","      <td>74.161985</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>67.082039</td>\n","      <td>83.666003</td>\n","      <td>87.749644</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>74.161985</td>\n","      <td>87.749644</td>\n","      <td>87.177979</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>50.000000</td>\n","      <td>75.498344</td>\n","      <td>77.459667</td>\n","    </tr>\n","    <tr>\n","      <th>10</th>\n","      <td>93.808315</td>\n","      <td>63.245553</td>\n","      <td>65.574385</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["            math_score  english_score  chinese_score\n","student_id                                          \n","1            70.710678      89.442719      83.666003\n","2            77.459667      67.082039      70.710678\n","3            98.994949      65.574385      74.161985\n","4            83.666003      83.066239      94.339811\n","5            74.833148      88.881944      77.459667\n","6            77.459667      82.462113      74.161985\n","7            67.082039      83.666003      87.749644\n","8            74.161985      87.749644      87.177979\n","9            50.000000      75.498344      77.459667\n","10           93.808315      63.245553      65.574385"]},"metadata":{"tags":[]},"execution_count":84}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"1VV-XvRqGBnR","executionInfo":{"status":"ok","timestamp":1606625529504,"user_tz":-480,"elapsed":1018,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"470669c5-6374-405d-fba2-f09384e20593"},"source":["#各科加總apply\n","score_df.apply(sum,axis=1)"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["student_id\n","1     200\n","2     155\n","3     196\n","4     228\n","5     195\n","6     183\n","7     192\n","8     208\n","9     142\n","10    171\n","dtype: int64"]},"metadata":{"tags":[]},"execution_count":86}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"QROXM4I-GTXS","executionInfo":{"status":"ok","timestamp":1606625544159,"user_tz":-480,"elapsed":852,"user":{"displayName":"献竤黃","photoUrl":"","userId":"07529243043474362942"}},"outputId":"871d3993-2626-405e-aca7-19b3b47dc0ad"},"source":["#各科加總\n","score_df.sum(axis=1)"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["student_id\n","1     200\n","2     155\n","3     196\n","4     228\n","5     195\n","6     183\n","7     192\n","8     208\n","9     142\n","10    171\n","dtype: int64"]},"metadata":{"tags":[]},"execution_count":87}]},{"cell_type":"code","metadata":{"id":"fP5n2v7NWEQL"},"source":[""],"execution_count":null,"outputs":[]}]}