Skip to content

Commit

Permalink
Browse files Browse the repository at this point in the history
WIP - remove reference markers
  • Loading branch information
Duncan Parkes committed Feb 19, 2015
1 parent 5311cbf commit 61fb93e
Showing 1 changed file with 5 additions and 1 deletion.
6 changes: 5 additions & 1 deletion scraper.py
Expand Up @@ -49,7 +49,11 @@ def store_data(self, keys=None, id_keys=None):
scraperwiki.sqlite.save(unique_keys=('id',), data=data)

def get_data(self, key, td):
return ' '.join(td.stripped_strings)
return re.sub(
r'\s*\[[\s\d]*\]\s*',
' ',
' '.join(td.stripped_strings),
)


class UNMembersTable(WikiTable):
Expand Down

0 comments on commit 61fb93e

Please sign in to comment.