Skip to content

Commit

Permalink
Update testing
Browse files Browse the repository at this point in the history
  • Loading branch information
FavioVazquez committed Sep 20, 2017
1 parent 335de95 commit 9bc7533
Showing 1 changed file with 31 additions and 0 deletions.
31 changes: 31 additions & 0 deletions tests/tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -92,3 +92,34 @@ def test_delete_row(spark_session):
except RuntimeError:
logger.exception('Could not run delete_row().')
sys.exit(1)


def test_set_col(spark_session):
try:
transformer = op.DataFrameTransformer(create_df(spark_session))
func = lambda cell: (cell * 2) if (cell > 14000000) else cell
transformer.set_col(['population'], func, 'integer')
assert_spark_df(transformer.get_data_frame)
except RuntimeError:
logger.exception('Could not run set_col().')
sys.exit(1)


def test_clear_accents(spark_session):
try:
transformer = op.DataFrameTransformer(create_df(spark_session))
transformer.clear_accents(columns='*')
assert_spark_df(transformer.get_data_frame)
except RuntimeError:
logger.exception('Could not run clear_accents().')
sys.exit(1)


def test_remove_special_chars(spark_session):
try:
transformer = op.DataFrameTransformer(create_df(spark_session))
transformer.remove_special_chars(columns=['city', 'country'])
assert_spark_df(transformer.get_data_frame)
except RuntimeError:
logger.exception('Could not run clear_accents().')
sys.exit(1)

0 comments on commit 9bc7533

Please sign in to comment.