convert S3 compute log manager to support new captured log API (#9961)

* noop * partial upload, s3
dagster-io · Nov 2, 2022 · 4df6e55 · 4df6e55
1 parent 70c5f8d
commit 4df6e55
Show file tree

Hide file tree

Showing 3 changed files with 437 additions and 103 deletions.
diff --git a/python_modules/dagster/dagster/_utils/__init__.py b/python_modules/dagster/dagster/_utils/__init__.py
@@ -365,18 +365,20 @@ def _gen_thing():
     return thing_or_gen
 
 
-def ensure_dir(file_path):
+def ensure_dir(file_path: str) -> str:
     try:
         os.makedirs(file_path)
     except OSError as e:
         if e.errno != errno.EEXIST:
             raise
+    return file_path
 
 
-def ensure_file(path):
+def ensure_file(path: str) -> str:
     ensure_dir(os.path.dirname(path))
     if not os.path.exists(path):
         touch_file(path)
+    return path
 
 
 def touch_file(path):