BITMAKER-3178: Add option to output data in TSV format (#34)

* Add option to output data in TSV format * Bump version: 0.2.1 → 0.2.2
bitmakerla · May 22, 2023 · 881750b · 881750b
1 parent d74d861
commit 881750b
Show file tree

Hide file tree

Showing 6 changed files with 11 additions and 8 deletions.
diff --git a/.bumpversion.cfg b/.bumpversion.cfg
@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.2.1
+current_version = 0.2.2
 commit = True
 tag = True
 tag_name = {new_version}

diff --git a/README.md b/README.md
@@ -1,7 +1,7 @@
 <h1 align="center"> estela CLI </h1>
 
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
-[![version](https://img.shields.io/badge/version-0.2.1-blue)](https://github.com/bitmakerla/estela-cli)
+[![version](https://img.shields.io/badge/version-0.2.2-blue)](https://github.com/bitmakerla/estela-cli)
 [![python-version](https://img.shields.io/badge/python-v3.10-orange)](https://www.python.org)
 
 

diff --git a/estela_cli/__init__.py b/estela_cli/__init__.py
@@ -1,3 +1,3 @@
 __all__ = ["__version__"]
 
-__version__ = "0.2.1"
+__version__ = "0.2.2"
diff --git a/estela_cli/data/job.py b/estela_cli/data/job.py
@@ -8,7 +8,7 @@
 
 SHORT_HELP = "Retrieve data from a job"
 ALLOWED_DATA_TYPES = ["items", "requests", "logs", "stats"]
-ALLOWED_DATA_FORMATS = ["json", "csv"]
+ALLOWED_DATA_FORMATS = ["json", "csv", "tsv"]
 
 
 @click.command(short_help=SHORT_HELP)
@@ -67,7 +67,9 @@ def estela_command(
         ) as progress_bar:
             next_chunk = None
             while True:
-                response = estela_client.get_spider_job_data(pid, sid, jid, datatype, next_chunk)
+                response = estela_client.get_spider_job_data(
+                    pid, sid, jid, datatype, next_chunk
+                )
                 chunk = response.get("results")
                 save_chunk_data(tmp_filename, chunk)
                 progress_bar.update(len(chunk))

diff --git a/estela_cli/utils.py b/estela_cli/utils.py
@@ -120,12 +120,13 @@ def save_data(filename, tmp_filename, format):
 
     if format == "json":
         os.rename(tmp_filename, filename)
-    elif format == "csv":
+    elif format == "csv" or format == "tsv":
+        delimiter = "," if format == "csv" else "\t"
         with open(tmp_filename, "r", encoding="utf-8") as F:
             data = json.load(F)
         with open(filename, "w", encoding="utf-8") as F:
             keys = data[0].keys()
-            writer = csv.DictWriter(F, fieldnames=keys)
+            writer = csv.DictWriter(F, delimiter=delimiter, fieldnames=keys)
             writer.writeheader()
             for row in data:
                 writer.writerow({k: v for k, v in row.items() if k in keys})

diff --git a/setup.py b/setup.py
@@ -2,7 +2,7 @@
 
 setup(
     name="estela",
-    version="0.2.1",
+    version="0.2.2",
     description="Estela Command Line Interface",
     packages=find_packages(),
     entry_points={