diff --git a/.gitignore b/.gitignore index e1af508..6814529 100644 --- a/.gitignore +++ b/.gitignore @@ -7,3 +7,4 @@ venv/* .python-version .DS_Store .venv +tmp \ No newline at end of file diff --git a/sync/__init__.py b/sync/__init__.py index e03d156..510dcb0 100644 --- a/sync/__init__.py +++ b/sync/__init__.py @@ -1,4 +1,4 @@ """Library for leveraging the power of Sync""" -__version__ = "1.0.0" +__version__ = "1.0.1" TIME_FORMAT = "%Y-%m-%dT%H:%M:%SZ" diff --git a/sync/awsdatabricks.py b/sync/awsdatabricks.py index a243916..3af7f1c 100644 --- a/sync/awsdatabricks.py +++ b/sync/awsdatabricks.py @@ -335,7 +335,7 @@ def monitor_cluster( while not spark_context_id: # This is largely just a convenience for when this command is run by someone locally logger.info("Waiting for cluster startup...") - sleep(30) + sleep(15) cluster = get_default_client().get_cluster(cluster_id) spark_context_id = cluster.get("spark_context_id") @@ -420,7 +420,7 @@ def _monitor_cluster( def _define_write_file(file_key, filesystem, bucket): if filesystem == "file": - file_path = Path(f"{Path.home()}{file_key}") + file_path = Path(file_key) def ensure_path_exists(report_path: Path): logger.info(f"Ensuring path exists for {report_path}")