From 510f24ea329cf3e1e0ebcffe61b679b0425be86e Mon Sep 17 00:00:00 2001
From: Rodrigo Prado <royopa@gmail.com>
Date: Fri, 28 Feb 2020 07:08:51 -0300
Subject: [PATCH] Update scraper.py

---
 scraper.py | 18 ++++--------------
 1 file changed, 4 insertions(+), 14 deletions(-)

diff --git a/scraper.py b/scraper.py
index 72a8a6a..0a98dd3 100644
--- a/scraper.py
+++ b/scraper.py
@@ -91,21 +91,11 @@ def process_file(url):
     df['pu_curva'] = df['pu_curva'].str.replace('.', '')
     df['pu_curva'] = df['pu_curva'].str.replace(',', '.')
     df['pu_curva'] = pd.to_numeric(df['pu_curva'], errors='coerce')
+    
+    for row in df.to_dict('records'):
+        scraperwiki.sqlite.save(unique_keys=df.columns.values.tolist(), data=row)
 
-    for index, row in df.iterrows():
-        data = {
-            'data': row['data'],
-            'no_emissor': row['emissor'],
-            'co_ativo': row['co_ativo'],
-            'isin': row['isin'],
-            'nu_quantidade': row['quantidade'],
-            'nu_negocios': row['nu_negocios'],
-            'pu_minimo': row['pu_minimo'],
-            'pu_medio': row['pu_medio'],
-            'pu_maximo': row['pu_maximo'],
-            'pu_curva': row['pu_curva']
-        }
-        scraperwiki.sqlite.save(unique_keys=['data', 'co_ativo', 'isin'], data=data)
+    print('{} Registros importados com sucesso'.format(len(df)))
 
 
 def main():