Skip to content

Commit

Permalink
remove unused loop conditions
Browse files Browse the repository at this point in the history
  • Loading branch information
fgregg committed Jan 20, 2022
1 parent 823b3ea commit eb37ee8
Showing 1 changed file with 3 additions and 9 deletions.
12 changes: 3 additions & 9 deletions dedupe/core.py
Original file line number Diff line number Diff line change
Expand Up @@ -134,19 +134,18 @@ def __init__(self,

def __call__(self) -> None:

empty = False
while not empty:
while True:
record_pairs: Optional[RecordPairs] = self.records_queue.get()
if record_pairs is None:
break

try:
empty = self.fieldDistance(record_pairs)
self.fieldDistance(record_pairs)
except Exception as e:
self.exception_queue.put(e)
raise

def fieldDistance(self, record_pairs: RecordPairs) -> bool:
def fieldDistance(self, record_pairs: RecordPairs) -> None:

record_ids, records = zip(*(zip(*record_pair) for record_pair in record_pairs))

Expand All @@ -172,11 +171,6 @@ def fieldDistance(self, record_pairs: RecordPairs) -> bool:

self.offset.value += len(record_ids) * self.dtype.itemsize

return False

else:
return True


def scoreDuplicates(record_pairs: RecordPairs,
data_model,
Expand Down

0 comments on commit eb37ee8

Please sign in to comment.