Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
royopa committed Feb 28, 2020
1 parent bad2078 commit 510f24e
Showing 1 changed file with 4 additions and 14 deletions.
18 changes: 4 additions & 14 deletions scraper.py
Expand Up @@ -91,21 +91,11 @@ def process_file(url):
df['pu_curva'] = df['pu_curva'].str.replace('.', '')
df['pu_curva'] = df['pu_curva'].str.replace(',', '.')
df['pu_curva'] = pd.to_numeric(df['pu_curva'], errors='coerce')

for row in df.to_dict('records'):
scraperwiki.sqlite.save(unique_keys=df.columns.values.tolist(), data=row)

for index, row in df.iterrows():
data = {
'data': row['data'],
'no_emissor': row['emissor'],
'co_ativo': row['co_ativo'],
'isin': row['isin'],
'nu_quantidade': row['quantidade'],
'nu_negocios': row['nu_negocios'],
'pu_minimo': row['pu_minimo'],
'pu_medio': row['pu_medio'],
'pu_maximo': row['pu_maximo'],
'pu_curva': row['pu_curva']
}
scraperwiki.sqlite.save(unique_keys=['data', 'co_ativo', 'isin'], data=data)
print('{} Registros importados com sucesso'.format(len(df)))


def main():
Expand Down

0 comments on commit 510f24e

Please sign in to comment.