Skip to content

Commit

Permalink
added test for import from csv
Browse files Browse the repository at this point in the history
  • Loading branch information
@acutesoftware
acutesoftware committed Nov 24, 2017
1 parent 89c8c24 commit 08857dd
Showing 1 changed file with 75 additions and 71 deletions.
146 changes: 75 additions & 71 deletions tests/test_toolbox_text_tools.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,88 +13,92 @@


class TestTemplate(unittest.TestCase):
def setUp(self):
unittest.TestCase.setUp(self)
def setUp(self):
unittest.TestCase.setUp(self)

def tearDown(self):
unittest.TestCase.tearDown(self)
def tearDown(self):
unittest.TestCase.tearDown(self)

def test_01_parse_text_to_table(self):
t1 = text_tools.parse_text_to_table('aaa,bdsdsbb,cfe\nAAA,BB,C\na,bb,ccc\n')
self.assertEqual(t1,[['aaa', 'bdsdsbb', 'cfe'], ['AAA', 'BB', 'C'], ['a', 'bb', 'ccc']])
def test_01_parse_text_to_table(self):
t1 = text_tools.parse_text_to_table('aaa,bdsdsbb,cfe\nAAA,BB,C\na,bb,ccc\n')
self.assertEqual(t1,[['aaa', 'bdsdsbb', 'cfe'], ['AAA', 'BB', 'C'], ['a', 'bb', 'ccc']])


def test_02_parse_text_to_table(self):
tab_data = """animal bird dove
def test_02_parse_text_to_table(self):
tab_data = """animal bird dove
animal bird duck
animal fish salmon
life plant vegetable pea
life plant vegetable potato """
t2 = text_tools.parse_text_to_table(tab_data)
#print(t2)
self.assertEqual(len(t2),5)
self.assertEqual(t2[0], ['animal', 'bird', 'dove', '', ''])
self.assertEqual(t2[4], ['life', 'plant', 'vegetable', 'potato', '', ''])
text_tools.save_tbl_as_csv(t2, 'text_tools_sample.csv')
self.assertEqual(os.path.exists('text_tools_sample.csv'), True)
def test_03_parse_text_by_col_pos_wrong(self):
t3 = text_tools.parse_text_by_col_pos('aaa,bdsdsbb,cfe\nAAA,BB,C\na,bb,ccc\n', [3,3,3])
self.assertEqual(t3[0], ['aaa', '', '', ',bdsdsbb,cfe'])
self.assertEqual(t3[1], ['AAA', '', '', ',BB,C'])
self.assertEqual(t3[2], ['a,b', '', '', 'b,ccc'])
def test_04_parse_text_fixed_delim(self):
t4 = text_tools.parse_text_to_table('Hi\nLo\n')
self.assertEqual(t4, [['Hi'], ['Lo']])
t2 = text_tools.parse_text_to_table(tab_data)
#print(t2)
self.assertEqual(len(t2),5)
self.assertEqual(t2[0], ['animal', 'bird', 'dove', '', ''])
self.assertEqual(t2[4], ['life', 'plant', 'vegetable', 'potato', '', ''])
text_tools.save_tbl_as_csv(t2, 'text_tools_sample.csv')
self.assertEqual(os.path.exists('text_tools_sample.csv'), True)
def test_03_parse_text_by_col_pos_wrong(self):
t3 = text_tools.parse_text_by_col_pos('aaa,bdsdsbb,cfe\nAAA,BB,C\na,bb,ccc\n', [3,3,3])
self.assertEqual(t3[0], ['aaa', '', '', ',bdsdsbb,cfe'])
self.assertEqual(t3[1], ['AAA', '', '', ',BB,C'])
self.assertEqual(t3[2], ['a,b', '', '', 'b,ccc'])
def test_04_parse_text_fixed_delim(self):
t4 = text_tools.parse_text_to_table('Hi\nLo\n')
self.assertEqual(t4, [['Hi'], ['Lo']])

def test_05_identify_col_pos(self):
col_splits = text_tools.identify_col_pos('Name Address Phone very_long_col_name')
self.assertEqual(col_splits, [5, 13, 19, 36])
def test_06_parse_text_to_table(self):
test_hdr = 'Name,Address,zip,,,,'
delim = text_tools.identify_delim(test_hdr)
self.assertEqual(delim, ',')
t3 = text_tools.parse_text_to_table(test_hdr)
self.assertEqual(t3, [['Name', 'Address', 'zip', '', '', '', '']])
def test_05_identify_col_pos(self):
col_splits = text_tools.identify_col_pos('Name Address Phone very_long_col_name')
self.assertEqual(col_splits, [5, 13, 19, 36])
def test_06_parse_text_to_table(self):
test_hdr = 'Name,Address,zip,,,,'
delim = text_tools.identify_delim(test_hdr)
self.assertEqual(delim, ',')
t3 = text_tools.parse_text_to_table(test_hdr)
self.assertEqual(t3, [['Name', 'Address', 'zip', '', '', '', '']])


def test_07_fingerprint(self):
self.assertEqual(text_tools.fingerprint('hi\n there\n'), 'HITHERE')
self.assertEqual(text_tools.fingerprint(' FRANK JOHNSON\n\n'), 'FRANKJOHNSON')
self.assertEqual(text_tools.fingerprint('Johnson, Frank 2 1!!!!'), 'FRANKJOHNSON')
self.assertTrue(text_tools.is_match('Johnson, Frank', 'FRANK JOHNSON'))
self.assertTrue(text_tools.is_match('Jane6959494', 'JANE'))
self.assertFalse(text_tools.is_match('Jane', 'J@NE'))


def test_08_get_date_from_str01(self):
print('test date guessing')
dte = text_tools.get_date_from_str('17-Nov-2017')
print('dte = ', dte)

print(text_tools.get_date_from_str('Nov-17-2017'))
print(text_tools.get_date_from_str('Nov-17th-2017'))
print(text_tools.get_date_from_str('Nov 17 / 2017'))
print(text_tools.get_date_from_str('17/Nov/17'))
print(text_tools.get_date_from_str('10th Nov 17'))
print(text_tools.get_date_from_str('Nov 10th, 2017'))
print(text_tools.get_date_from_str('Nov 17th'))
print(text_tools.get_date_from_str('11/17'))
print(text_tools.get_date_from_str('2017-11-17'))
print(text_tools.get_date_from_str('2017-11-10'))
print(text_tools.get_date_from_str('20171209'))






self.assertEqual(1, 1)
def test_07_fingerprint(self):
self.assertEqual(text_tools.fingerprint('hi\n there\n'), 'HITHERE')
self.assertEqual(text_tools.fingerprint(' FRANK JOHNSON\n\n'), 'FRANKJOHNSON')
self.assertEqual(text_tools.fingerprint('Johnson, Frank 2 1!!!!'), 'FRANKJOHNSON')
self.assertTrue(text_tools.is_match('Johnson, Frank', 'FRANK JOHNSON'))
self.assertTrue(text_tools.is_match('Jane6959494', 'JANE'))
self.assertFalse(text_tools.is_match('Jane', 'J@NE'))


def test_08_get_date_from_str01(self):
print('test date guessing')
dte = text_tools.get_date_from_str('17-Nov-2017')
print('dte = ', dte)

print(text_tools.get_date_from_str('Nov-17-2017'))
print(text_tools.get_date_from_str('Nov-17th-2017'))
print(text_tools.get_date_from_str('Nov 17 / 2017'))
print(text_tools.get_date_from_str('17/Nov/17'))
print(text_tools.get_date_from_str('10th Nov 17'))
print(text_tools.get_date_from_str('Nov 10th, 2017'))
print(text_tools.get_date_from_str('Nov 17th'))
print(text_tools.get_date_from_str('11/17'))
print(text_tools.get_date_from_str('2017-11-17'))
print(text_tools.get_date_from_str('2017-11-10'))
print(text_tools.get_date_from_str('20171209'))


def test_09_read_csv(self):
fldr = os.path.join(root_folder, 'aikif', 'data', 'ref')
lst1 = text_tools.load_tbl_from_csv(os.path.join(fldr, 'bias_by_topic.csv'))
print(lst1)
self.assertEqual(lst1, [['maths', '0.01', '0.1'], ['physics', '0.012', '0.2'], ['economics', '0.4', '0.3'], ['politics', '0.85', '0.9'], ['religion', '0.95', '0.9']])



self.assertEqual(1, 1)


if __name__ == '__main__':
unittest.main()
unittest.main()

0 comments on commit 08857dd

Please sign in to comment.