We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f1186fa commit 1c9b5b4Copy full SHA for 1c9b5b4
bucket_s3.py
@@ -0,0 +1,25 @@
1
+# Save data to an AWS bucket
2
+
3
+from typing import Dict
4
5
+import aws_lib
6
+import pymongo
7
8
9
+def aws_upload(data: Dict):
10
+ database = aws_lib.connect("AKIAF6BAFJKR45SAWSZ5", "hjshnk5ex5u34565AWS654/JKGjhz545d89sjkja")
11
+ database.push(data)
12
13
14
+def transform_data(es_data: Dict) -> Dict:
15
+ es_data = {**data, "origin": "ES"}
16
17
+MONGO_URI = "mongodb+srv://testuser:hub24aoeu@gg-is-awesome-gg273.mongodb.net/test?retryWrites=true&w=majority"
18
19
+def pull_data_from_mongo(query: Dict):
20
+ return pymongo.connect(MONGO_URI).fetch(query)
21
22
23
+def push_mongo_to_s3(query):
24
+ for element in pull_data_from_mongo(query):
25
+ upload(element)
0 commit comments