added poetry support

Author: toddbirchard

.gitignore

@@ -52,7 +52,6 @@ coverage.xml
 *.pot
 
 # Django stuff:
-*.log
 local_settings.py
 db.sqlite3
 

Pipfile

@@ -10,6 +10,7 @@ SQLAlchemy = "*"
 PyBigQuery = "*"
 PyMySQL = "*"
 Psycopg2-Binary = "*"
+Loguru = "*"
 
 [requires]
 python_version = "3.7"

Pipfile.lock

@@ -13,16 +13,38 @@
 
 ![BigQuery SQLAlchemy Tutorial](https://res-5.cloudinary.com/hackers/image/upload/q_auto:best/v1/2019/11/bigquery-sql.jpg)
 
-Lightweight ETL script to migrate data from BigQuery to SQL databases, or vice versa.
+Lightweight ETL script to migrate data from BigQuery to SQL databases, or vice versa. Tutorial found here: https://hackersandslackers.com/bigquery-and-sql-databases/
 
 ## Getting Started
 
-Installation is recommended with [Pipenv](https://pipenv-fork.readthedocs.io/en/latest/):
+Installation via [Pipenv](https://pipenv-fork.readthedocs.io/en/latest/):
 
 ```shell
 $ git clone https://github.com/hackersandslackers/bigquery-python-tutorial.git
-$ cd bigquery-python-tutorial
+$ cd bigquery-sqlalchemy-tutorial
 $ pipenv shell
 $ pipenv update
 $ python3 main.py
 ```
+
+Installation via [Poetry](https://python-poetry.org/):
+
+```shell
+$ git clone https://github.com/hackersandslackers/bigquery-python-tutorial.git
+$ cd bigquery-sqlalchemy-tutorial
+$ poetry install
+$ poetry run
+```
+
+Alternatively, try installing via `setup.py`:
+
+```shell
+$ git clone https://github.com/hackersandslackers/bigquery-python-tutorial.git
+$ cd bigquery-sqlalchemy-tutorial
+$ python3 setup.py install
+$ python3 main.py
+```
+
+-----
+
+**Hackers and Slackers** tutorials are free of charge. If you found this tutorial helpful, a [small donation](https://www.buymeacoffee.com/hackersslackers) would be greatly appreciated to keep us in business. All proceeds go towards coffee, and all coffee goes towards more content.

README.md

@@ -1,11 +1,15 @@
 from biquery_sql_etl.sources.bigquery import bqc
 from biquery_sql_etl.sources.sqldatabase import dbc
 from biquery_sql_etl.queries import sql_queries
+from loguru import logger
+
+
+logger.add('logs/queries.log', format="{time} {message}", level="INFO")
 
 
 def main():
     """Move data between sources."""
     for k, v in sql_queries.items():
         fetched_rows = bqc.fetch_rows(v)
         inserted_rows = dbc.insert_rows(fetched_rows, k, replace=True)
-        print(inserted_rows)
+        logger.info(inserted_rows)

biquery_sql_etl/__init__.py

@@ -1,2 +1 @@
-from .bigquery import bqc
-from .sqldatabase import dbc
+all = ['bigquery', 'sqldatabase']

biquery_sql_etl/sources/__init__.py

@@ -1,13 +1,7 @@
 """Base Data Client."""
-import logging
 from sqlalchemy import Table
 
 
-logging.basicConfig(filename='logs/queries.log',
-                    format='%(asctime)s %(message)s')
-logging.getLogger('sqlalchemy.engine').setLevel(logging.INFO)
-
-
 class BaseClient:
 
     def __init__(self, engine=None, metadata=None, table=None):

biquery_sql_etl/sources/client.py

@@ -0,0 +1 @@
+# QUERY HISTORY