Skip to content

Commit

Permalink
create modin executor, all else in sync with master changes
Browse files Browse the repository at this point in the history
  • Loading branch information
dorisjlee committed Nov 6, 2020
1 parent 098e7f3 commit 3ec1193
Showing 1 changed file with 2 additions and 3 deletions.
5 changes: 2 additions & 3 deletions lux/executor/PandasExecutor.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.

# import pandas as pd
import modin.pandas as pd
import pandas as pd
from lux.vis.VisList import VisList
from lux.vis.Vis import Vis
from lux.core.frame import LuxDataFrame
Expand Down Expand Up @@ -402,7 +401,7 @@ def compute_data_type(self, ldf: LuxDataFrame):
# elif any(var in str(attr).lower() for var in temporal_var_list):
elif str(attr).lower() in temporal_var_list:
ldf.data_type_lookup[attr] = "temporal"
elif 'float' in str(ldf.dtypes[attr]):
elif pd.api.types.is_float_dtype(ldf.dtypes[attr]):
ldf.data_type_lookup[attr] = "quantitative"
elif pd.api.types.is_integer_dtype(ldf.dtypes[attr]):
# See if integer value is quantitative or nominal by checking if the ratio of cardinality/data size is less than 0.4 and if there are less than 10 unique values
Expand Down

0 comments on commit 3ec1193

Please sign in to comment.