Skip to content

Commit

Permalink
adding broadcast test
Browse files Browse the repository at this point in the history
  • Loading branch information
jortiz16 committed Mar 6, 2017
1 parent 38e8b8d commit e16cc81
Showing 1 changed file with 34 additions and 0 deletions.
34 changes: 34 additions & 0 deletions integration_tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -327,6 +327,40 @@ def test(self):
join_query = MyriaQuery.submit_plan(join_json).wait_for_completion()
self.assertEqual(join_query.status, 'SUCCESS')

class BroadcastTest(MyriaTestBase):
def test(self):
twitterData = self.get_file_url('testdata/twitter/TwitterK.csv')
loadData="""
T1 = load('{}',csv(schema(a:int,b:int)));
T2 = [from T1 as t emit *];
store(T2, twitterOriginal);
T1 = load('{}',csv(schema(a:int,b:int)));
T2 = [from T1 as t where t.a = 17 emit *];
store(T2, twitterSubsetNotBroadcast);
T1 = load('{}',csv(schema(a:int,b:int)));
T2 = [from T1 as t where t.a = 17 emit *];
store(T2, twitterSubsetBroadcast, broadcast());
""".format(twitterData, twitterData, twitterData)

MyriaQuery.submit(loadData)

notBroadcastJoin = """
T1 = [from scan(twitterOriginal) as t1, scan(twitterSubsetNotBroadcast) as t2
where t1.a = t2.a emit *];
store(T1, finalNotBroadcast);
"""
originalResult = MyriaQuery.submit(notBroadcastJoin)

broadcastJoin = """
T1 = [from scan(twitterOriginal) as t1, scan(twitterSubsetBroadcast) as t2
where t1.a = t2.a emit *];
store(T1, finalBroadcast);
"""
broadcastResult = MyriaQuery.submit(broadcastJoin)

self.assertListOfDictsEqual(originalResult.to_dict(), broadcastResult.to_dict())

if __name__ == '__main__':
unittest.main()

0 comments on commit e16cc81

Please sign in to comment.