commit-live-students · rushabh-mehta · Oct 21, 2018 · Oct 21, 2018 · Oct 22, 2018 · Oct 22, 2018
diff --git a/__pycache__/__init__.cpython-36.pyc b/__pycache__/__init__.cpython-36.pyc
diff --git a/q01_load_data/__pycache__/__init__.cpython-36.pyc b/q01_load_data/__pycache__/__init__.cpython-36.pyc
diff --git a/q01_load_data/__pycache__/build.cpython-36.pyc b/q01_load_data/__pycache__/build.cpython-36.pyc
diff --git a/q01_load_data/build.py b/q01_load_data/build.py
@@ -1,4 +1,10 @@
+# %load q01_load_data/build.py
 import pandas as pd
 
 # Write your code below
-
+def load_data(path):
+    df = pd.read_csv(path,sep=';')
+    df = df.sample(n=df.shape[0],random_state=7)
+    return df
+
+
diff --git a/q01_load_data/tests/__pycache__/__init__.cpython-36.pyc b/q01_load_data/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q01_load_data/tests/__pycache__/test.cpython-36.pyc b/q01_load_data/tests/__pycache__/test.cpython-36.pyc
diff --git a/q02_data_split/__pycache__/__init__.cpython-36.pyc b/q02_data_split/__pycache__/__init__.cpython-36.pyc
diff --git a/q02_data_split/__pycache__/build.cpython-36.pyc b/q02_data_split/__pycache__/build.cpython-36.pyc
diff --git a/q02_data_split/build.py b/q02_data_split/build.py
@@ -1,8 +1,14 @@
+# %load q02_data_split/build.py
 from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
 from sklearn.model_selection import train_test_split
 import pandas as pd
 df = load_data('data/student-mat.csv')
 
 # Write your code below
-
-
+def split_dataset(df):
+    X = df.drop('G3',axis=1)
+    y = df['G3']
+    X_train,X_test,y_train,y_test = train_test_split(X,y,test_size=0.2)
+    return X_train,X_test,y_train,y_test
+
+
diff --git a/q02_data_split/tests/__pycache__/__init__.cpython-36.pyc b/q02_data_split/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q02_data_split/tests/__pycache__/test.cpython-36.pyc b/q02_data_split/tests/__pycache__/test.cpython-36.pyc
diff --git a/q03_data_encoding/__pycache__/__init__.cpython-36.pyc b/q03_data_encoding/__pycache__/__init__.cpython-36.pyc
diff --git a/q03_data_encoding/__pycache__/build.cpython-36.pyc b/q03_data_encoding/__pycache__/build.cpython-36.pyc
diff --git a/q03_data_encoding/build.py b/q03_data_encoding/build.py
@@ -1,3 +1,4 @@
+# %load q03_data_encoding/build.py
 from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
 from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
 from sklearn.preprocessing import LabelEncoder
@@ -8,7 +9,15 @@
 x_train, x_test, y_train, y_test =  split_dataset(df)
 
 # Write your code below
-
-
+def label_encode(X,X_test):
+    X_transform = X.copy()
+    X_test_transform = X_test.copy()
+    labelencoder = LabelEncoder()
+    categorical_variables = list(X.select_dtypes(exclude=['number']))
+    for variable in categorical_variables:
+        X_transform[variable] = labelencoder.fit_transform(X_transform[variable])
+        X_test_transform[variable] = labelencoder.fit_transform(X_test_transform[variable])
+    return X_transform,X_test_transform
+label_encode(x_train,x_test)
 
 
diff --git a/q03_data_encoding/tests/__pycache__/__init__.cpython-36.pyc b/q03_data_encoding/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q03_data_encoding/tests/__pycache__/test.cpython-36.pyc b/q03_data_encoding/tests/__pycache__/test.cpython-36.pyc
diff --git a/q03_ohe_encoder/__pycache__/__init__.cpython-36.pyc b/q03_ohe_encoder/__pycache__/__init__.cpython-36.pyc
diff --git a/q03_ohe_encoder/__pycache__/build.cpython-36.pyc b/q03_ohe_encoder/__pycache__/build.cpython-36.pyc
diff --git a/q03_ohe_encoder/build.py b/q03_ohe_encoder/build.py
@@ -1,19 +1,13 @@
-from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
-from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
 from sklearn.preprocessing import OneHotEncoder
 import pandas as pd
-import numpy as np
+# %load q03_ohe_encoder/build.py
+#categorical_variables = [x for x in range(len(list(X))) if X[X.columns[x]].dtype=='object']
+def ohe_encode(X,X_test,category_index=[0, 1, 3, 4, 5, 8, 9, 10, 11, 15, 16, 17, 18, 19, 20, 21, 22]):
+    X_transform = X.copy()
+    X_test_transform = X_test.copy()
+    ohe = OneHotEncoder(categorical_features=category_index)
+    X_transform = ohe.fit_transform(X_transform)
+    X_test_transform = ohe.fit_transform(X_test_transform)
+    return X_transform,X_test_transform
 
-df = load_data('data/student-mat.csv')
-
-x_train, x_test, y_train, y_test =  split_dataset(df)
 
-category_index = [x for x in range(len(df.columns)) if df[df.columns[x]].dtype == 'object']
-
-
-# Write your code below
-
-
-
-
-
diff --git a/q03_ohe_encoder/tests/__pycache__/__init__.cpython-36.pyc b/q03_ohe_encoder/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q03_ohe_encoder/tests/__pycache__/test.cpython-36.pyc b/q03_ohe_encoder/tests/__pycache__/test.cpython-36.pyc
diff --git a/q04_data_visualisation/__pycache__/__init__.cpython-36.pyc b/q04_data_visualisation/__pycache__/__init__.cpython-36.pyc
diff --git a/q04_data_visualisation/__pycache__/build.cpython-36.pyc b/q04_data_visualisation/__pycache__/build.cpython-36.pyc
diff --git a/q04_data_visualisation/build.py b/q04_data_visualisation/build.py
@@ -1,4 +1,4 @@
-# -*- coding: utf-8 -*-
+# %load q04_data_visualisation/build.py
 from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
 from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
 from greyatomlib.multivariate_regression_project.q03_data_encoding.build import label_encode
@@ -10,7 +10,7 @@
 x_train,x_test = label_encode(x_train,x_test)
 
 # Write your code below
-    
-
-    
+def visualise_data(data,figname):
+    return scatter_matrix(data)
+
 
diff --git a/q04_data_visualisation/tests/__pycache__/__init__.cpython-36.pyc b/q04_data_visualisation/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q04_data_visualisation/tests/__pycache__/test.cpython-36.pyc b/q04_data_visualisation/tests/__pycache__/test.cpython-36.pyc
diff --git a/q05_linear_regression_model/__pycache__/__init__.cpython-36.pyc b/q05_linear_regression_model/__pycache__/__init__.cpython-36.pyc
diff --git a/q05_linear_regression_model/__pycache__/build.cpython-36.pyc b/q05_linear_regression_model/__pycache__/build.cpython-36.pyc
diff --git a/q05_linear_regression_model/build.py b/q05_linear_regression_model/build.py
@@ -1,3 +1,4 @@
+# %load q05_linear_regression_model/build.py
 from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
 from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
 
@@ -12,4 +13,9 @@
 
 
 # Write your code below
-
+def linear_regression(X,y):
+    regressor = LinearRegression()
+    return regressor.fit(X,y)
+
+
+
diff --git a/q05_linear_regression_model/tests/__pycache__/__init__.cpython-36.pyc b/q05_linear_regression_model/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q05_linear_regression_model/tests/__pycache__/test.cpython-36.pyc b/q05_linear_regression_model/tests/__pycache__/test.cpython-36.pyc
diff --git a/q06_cross_validation/__pycache__/__init__.cpython-36.pyc b/q06_cross_validation/__pycache__/__init__.cpython-36.pyc
diff --git a/q06_cross_validation/__pycache__/build.cpython-36.pyc b/q06_cross_validation/__pycache__/build.cpython-36.pyc
diff --git a/q06_cross_validation/build.py b/q06_cross_validation/build.py
@@ -1,3 +1,4 @@
+# %load q06_cross_validation/build.py
 from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
 from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
 
@@ -18,4 +19,9 @@
 model =linear_regression(x_train,y_train)
 
 # Write your code below
-
+def cross_validation_regressor(model,X,y):
+    return np.array(cross_val_score(model,X,y,cv=3)).mean()
+cross_validation_regressor(model,x_train,y_train)
+
+
+
diff --git a/q06_cross_validation/tests/__pycache__/__init__.cpython-36.pyc b/q06_cross_validation/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q06_cross_validation/tests/__pycache__/test.cpython-36.pyc b/q06_cross_validation/tests/__pycache__/test.cpython-36.pyc
diff --git a/q07_regression_pred/__pycache__/__init__.cpython-36.pyc b/q07_regression_pred/__pycache__/__init__.cpython-36.pyc
diff --git a/q07_regression_pred/__pycache__/build.cpython-36.pyc b/q07_regression_pred/__pycache__/build.cpython-36.pyc
diff --git a/q07_regression_pred/build.py b/q07_regression_pred/build.py
@@ -1,3 +1,4 @@
+# %load q07_regression_pred/build.py
 
 from sklearn.metrics import mean_squared_error, mean_absolute_error, r2_score
 
@@ -20,3 +21,12 @@
 
 
 # Write your code below    
+def regression_predictor(model,X,y):
+    y_pred = model.predict(X)
+    mse = mean_squared_error(y,y_pred)
+    mae = mean_absolute_error(y,y_pred)
+    r2 = r2_score(y,y_pred)
+    return y_pred,mse,mae,r2
+regression_predictor(model,x_test,y_test)
+
+
diff --git a/q07_regression_pred/tests/__pycache__/__init__.cpython-36.pyc b/q07_regression_pred/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q07_regression_pred/tests/__pycache__/test.cpython-36.pyc b/q07_regression_pred/tests/__pycache__/test.cpython-36.pyc
diff --git a/q08_linear_model/__pycache__/__init__.cpython-36.pyc b/q08_linear_model/__pycache__/__init__.cpython-36.pyc
diff --git a/q08_linear_model/__pycache__/build.cpython-36.pyc b/q08_linear_model/__pycache__/build.cpython-36.pyc
diff --git a/q08_linear_model/build.py b/q08_linear_model/build.py
@@ -1,3 +1,4 @@
+# %load q08_linear_model/build.py
 import pandas as pd
 import numpy as np
 from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
@@ -8,6 +9,7 @@
 from greyatomlib.multivariate_regression_project.q07_regression_pred.build import regression_predictor
 
 
+
 df = load_data('data/student-mat.csv')
 x_train, x_test, y_train, y_test =  split_dataset(df)
 x_train,x_test = label_encode(x_train,x_test)
@@ -16,5 +18,14 @@
 y_pred, mse, mae, r2 = regression_predictor(model, x_test, y_test)
 
 # Write your code below
-
-
+def linear_model(x_train,x_test,y_train,y_test):
+    y_pred,mse,mae,r2 = regression_predictor(model,x_test,y_test)
+    scores = pd.DataFrame()
+    scores['cross_val'] = pd.Series(val)
+    scores['mae']=pd.Series(mae)
+    scores['mse']= pd.Series(mse)
+    scores['r2']=pd.Series(r2)
+    return model,y_pred,scores
+linear_model(x_train,x_test,y_train,y_test)
+
+
diff --git a/q08_linear_model/tests/__pycache__/__init__.cpython-36.pyc b/q08_linear_model/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q08_linear_model/tests/__pycache__/test.cpython-36.pyc b/q08_linear_model/tests/__pycache__/test.cpython-36.pyc
diff --git a/q09_advanced_model_q01_lasso/__pycache__/__init__.cpython-36.pyc b/q09_advanced_model_q01_lasso/__pycache__/__init__.cpython-36.pyc
diff --git a/q09_advanced_model_q01_lasso/__pycache__/build.cpython-36.pyc b/q09_advanced_model_q01_lasso/__pycache__/build.cpython-36.pyc
diff --git a/q09_advanced_model_q01_lasso/build.py b/q09_advanced_model_q01_lasso/build.py
@@ -1,3 +1,4 @@
+# %load q09_advanced_model_q01_lasso/build.py
 from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
 
 from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
@@ -19,5 +20,17 @@
 x_train,x_test = label_encode(x_train,x_test)
 
 # Write your solution here
+def lasso(x_train,x_test,y_train,y_test,alpha=0.1):
+    lasso_regressor = Lasso(alpha=alpha)
+    lasso_regressor.fit(x_train,y_train)
+    y_pred,mse,mae,r2 = regression_predictor(lasso_regressor,x_test,y_test)
+    val = cross_validation_regressor(lasso_regressor,x_train,y_train)
+    scores = pd.DataFrame()
+    scores['cross_val'] = pd.Series(val)
+    scores['mae']=pd.Series(mae)
+    scores['r2']=pd.Series(r2)
+    scores['mse']= pd.Series(mse**0.5)
+    return lasso_regressor,y_pred,scores
+lasso(x_train,x_test,y_train,y_test,0.1)
+
 
-
diff --git a/q09_advanced_model_q01_lasso/tests/__pycache__/__init__.cpython-36.pyc b/q09_advanced_model_q01_lasso/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q09_advanced_model_q01_lasso/tests/__pycache__/test.cpython-36.pyc b/q09_advanced_model_q01_lasso/tests/__pycache__/test.cpython-36.pyc
diff --git a/q09_advanced_model_q02_ridge/__pycache__/__init__.cpython-36.pyc b/q09_advanced_model_q02_ridge/__pycache__/__init__.cpython-36.pyc
diff --git a/q09_advanced_model_q02_ridge/__pycache__/build.cpython-36.pyc b/q09_advanced_model_q02_ridge/__pycache__/build.cpython-36.pyc
diff --git a/q09_advanced_model_q02_ridge/build.py b/q09_advanced_model_q02_ridge/build.py
@@ -1,3 +1,4 @@
+# %load q09_advanced_model_q02_ridge/build.py
 from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
 
 from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
@@ -19,7 +20,17 @@
 x_train,x_test = label_encode(x_train,x_test)
 
 # Write your code below
-
+def ridge(x_train,x_test,y_train,y_test,alpha=0.1):
+    ridge_regressor = Ridge(alpha=alpha,normalize=True)
+    ridge_regressor.fit(x_train,y_train)
+    y_pred,mse,mae,r2 = regression_predictor(ridge_regressor,x_test,y_test)
+    val = cross_validation_regressor(ridge_regressor,x_train,y_train)
+    scores = pd.DataFrame()
+    scores['cross_val'] = pd.Series(val)
+    scores['mae']=pd.Series(mae)
+    scores['r2']=pd.Series(r2)
+    scores['mse']= pd.Series(mse**0.5)
+    return ridge_regressor,y_pred,scores
+ridge(x_train,x_test,y_train,y_test,0.1)
 
-
 
diff --git a/q09_advanced_model_q02_ridge/tests/__pycache__/__init__.cpython-36.pyc b/q09_advanced_model_q02_ridge/tests/__pycache__/__init__.cpython-36.pyc
diff --git a/q09_advanced_model_q02_ridge/tests/__pycache__/test.cpython-36.pyc b/q09_advanced_model_q02_ridge/tests/__pycache__/test.cpython-36.pyc