feat: update for latest wicker (#160)

TRI-ML · Jan 19, 2024 · f8067e5 · f8067e5
1 parent eaeab10
commit f8067e5
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 3 deletions.
diff --git a/dgp/contribs/dgp2wicker/requirements.txt b/dgp/contribs/dgp2wicker/requirements.txt
@@ -1 +1,2 @@
-wicker[spark]
+wicker[spark]
+retry
diff --git a/dgp/contribs/dgp2wicker/sample_wickerconfig.json b/dgp/contribs/dgp2wicker/sample_wickerconfig.json
@@ -1,6 +1,21 @@
 {
     "aws_s3_config": {
-      "s3_datasets_path": "<path to s3 where wicker data will be stored>",
-      "region": "<region ie us-west-2 etc>"
+      "s3_datasets_path": "<your s3 uri>",
+      "region": "us-west-2",
+      "boto_config": {
+        "max_pool_connections":10,
+        "read_timeout_s": 140,
+        "connect_timeout_s": 140
     }
+  },
+  "dynamodb_config": {
+    "table_name": "fake_db",
+    "region": "us-west-2"
+  },
+  "storage_download_config":{
+    "retries": 2,
+    "timeout": 150,
+    "retry_backoff":5,
+    "retry_delay_s": 4
+  }
 }