Skip to content

Commit

Permalink
fixup: [BEAM-5878] add test for not checked condition and mod code st…
Browse files Browse the repository at this point in the history
…yle and None check
  • Loading branch information
lazylynx committed Aug 12, 2019
1 parent d7e1212 commit c32aa86
Show file tree
Hide file tree
Showing 2 changed files with 43 additions and 5 deletions.
4 changes: 2 additions & 2 deletions sdks/python/apache_beam/internal/pickler.py
Original file line number Diff line number Diff line change
Expand Up @@ -145,8 +145,8 @@ def _create_function_has_kwdefaults(fcode, fglobals, fname=None,
fdefaults=None, fclosure=None, fdict=None,
fkwdefaults=None):
func = _create_function(fcode, fglobals, fname, fdefaults, fclosure, fdict)
if fkwdefaults is not None:
func.__kwdefaults__ = fkwdefaults
# fkwdefaults is not None when called from new_save_reduce, skip None check
func.__kwdefaults__ = fkwdefaults
return func

def new_save_reduce(self, func, args, state=None, listitems=None,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,10 @@ def sort_with_side_inputs(x, *s, reverse=False):
for y in s:
yield sorted([x] + y, reverse=reverse)

def sort_with_side_inputs_without_default_values(x, *s, reverse):
for y in s:
yield sorted([x] + y, reverse=reverse)

pcol = pipeline | 'start' >> beam.Create([1, 2])
side = pipeline | 'side' >> beam.Create([3, 4]) # 2 values in side input.
result1 = pcol | 'compute1' >> beam.FlatMap(
Expand All @@ -60,6 +64,24 @@ def sort_with_side_inputs(x, *s, reverse=False):
sort_with_side_inputs, reverse=True)
assert_that(result4, equal_to([]), label='assert4')

result5 = pcol | 'compute5' >> beam.FlatMap(
sort_with_side_inputs_without_default_values,
beam.pvalue.AsList(side), reverse=True)
assert_that(result5, equal_to([[4, 3, 1], [4, 3, 2]]), label='assert5')

result6 = pcol | 'compute6' >> beam.FlatMap(
sort_with_side_inputs_without_default_values,
beam.pvalue.AsList(side), reverse=False)
assert_that(result6, equal_to([[1, 3, 4], [2, 3, 4]]), label='assert6')

result7 = pcol | 'compute7' >> beam.FlatMap(
sort_with_side_inputs_without_default_values, reverse=False)
assert_that(result7, equal_to([]), label='assert7')

result8 = pcol | 'compute8' >> beam.FlatMap(
sort_with_side_inputs_without_default_values, reverse=True)
assert_that(result8, equal_to([]), label='assert8')

pipeline.run()

def test_combine_keyword_only_args(self):
Expand All @@ -68,16 +90,32 @@ def test_combine_keyword_only_args(self):
def bounded_sum(values, *s, bound=500):
return min(sum(values) + sum(s), bound)

def bounded_sum_without_default_values(values, *s, bound):
return min(sum(values) + sum(s), bound)

pcoll = pipeline | 'start' >> beam.Create([6, 3, 1])
result1 = pcoll | 'sum1' >> beam.CombineGlobally(bounded_sum, 5, 8, bound=20)
result2 = pcoll | 'sum2' >> beam.CombineGlobally(bounded_sum, 5, 8)
result1 = pcoll | 'sum1' >> beam.CombineGlobally(bounded_sum, 5, 8,
bound=20)
result2 = pcoll | 'sum2' >> beam.CombineGlobally(bounded_sum, 0, 0)
result3 = pcoll | 'sum3' >> beam.CombineGlobally(bounded_sum)
result4 = pcoll | 'sum4' >> beam.CombineGlobally(bounded_sum, bound=5)
result5 = pcoll | 'sum5' >> beam.CombineGlobally(
bounded_sum_without_default_values, 5, 8, bound=20)
result6 = pcoll | 'sum6' >> beam.CombineGlobally(
bounded_sum_without_default_values, 0, 0, bound=500)
result7 = pcoll | 'sum7' >> beam.CombineGlobally(
bounded_sum_without_default_values, bound=500)
result8 = pcoll | 'sum8' >> beam.CombineGlobally(
bounded_sum_without_default_values, bound=5)

assert_that(result1, equal_to([20]), label='assert1')
assert_that(result2, equal_to([49]), label='assert2')
assert_that(result2, equal_to([23]), label='assert2')
assert_that(result3, equal_to([10]), label='assert3')
assert_that(result4, equal_to([5]), label='assert4')
assert_that(result5, equal_to([20]), label='assert5')
assert_that(result6, equal_to([23]), label='assert6')
assert_that(result7, equal_to([10]), label='assert7')
assert_that(result8, equal_to([5]), label='assert8')

pipeline.run()

Expand Down

0 comments on commit c32aa86

Please sign in to comment.