/
datasets.py
83 lines (60 loc) · 2.19 KB
/
datasets.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
# Module: Datasets
# Author: Moez Ali <moez.ali@queensu.ca>
# License: MIT
def get_data(dataset, save_copy=False, profile=False, verbose=True):
"""
This function loads sample datasets that are available in the pycaret git
repository. The full list of available datasets and their descriptions can
be viewed by calling index.
Example
-------
>>> data = get_data('index')
This will display the list of available datasets that can be loaded
using the get_data() function. For example, to load the credit dataset:
>>> credit = get_data('credit')
Parameters
----------
dataset : string
Index value of dataset
save_copy : bool, default = False
When set to true, it saves a copy of the dataset to your local active directory.
profile: bool, default = False
If set to true, a data profile for Exploratory Data Analysis will be displayed
in an interactive HTML report.
verbose: bool, default = True
When set to False, head of data is not displayed.
Returns
-------
pandas.DataFrame
Pandas dataframe is returned.
Warnings
--------
- Use of get_data() requires internet connection.
"""
import pandas as pd
import os.path
from IPython.display import display, HTML, clear_output, update_display
address = 'https://raw.githubusercontent.com/pycaret/pycaret/master/datasets/'
extension = '.csv'
filename = str(dataset) + extension
complete_address = address + filename
if os.path.isfile(filename):
data = pd.read_csv(filename)
else:
data = pd.read_csv(complete_address)
#create a copy for pandas profiler
data_for_profiling = data.copy()
if save_copy:
save_name = filename
data.to_csv(save_name, index=False)
if dataset == 'index':
display(data)
else:
if profile:
import pandas_profiling
pf = pandas_profiling.ProfileReport(data_for_profiling)
display(pf)
else:
if verbose:
display(data.head())
return data