feat: ensure the pipeline runs with the correct data store

singularity-energy · Jan 31, 2024 · 5117cd7 · 5117cd7
1 parent ff09d38
commit 5117cd7
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/oge/data_pipeline.py b/src/oge/data_pipeline.py
@@ -69,6 +69,11 @@ def print_args(args: argparse.Namespace, logger):
 
 def main(args):
     """Runs the OGE data pipeline."""
+    if os.getenv("OGE_DATA_STORE") in ["s3", "2"]:
+        raise OSError(
+            "Invalid OGE_DATA_STORE environment variable. Should be 'local' or '1'"
+        )
+
     args = get_args()
     year = args.year