Skip to content

Commit 1c9b5b4

Browse files
committed
test commit for gitguardian
1 parent f1186fa commit 1c9b5b4

File tree

1 file changed

+25
-0
lines changed

1 file changed

+25
-0
lines changed

bucket_s3.py

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
# Save data to an AWS bucket
2+
3+
from typing import Dict
4+
5+
import aws_lib
6+
import pymongo
7+
8+
9+
def aws_upload(data: Dict):
10+
database = aws_lib.connect("AKIAF6BAFJKR45SAWSZ5", "hjshnk5ex5u34565AWS654/JKGjhz545d89sjkja")
11+
database.push(data)
12+
13+
14+
def transform_data(es_data: Dict) -> Dict:
15+
es_data = {**data, "origin": "ES"}
16+
17+
MONGO_URI = "mongodb+srv://testuser:hub24aoeu@gg-is-awesome-gg273.mongodb.net/test?retryWrites=true&w=majority"
18+
19+
def pull_data_from_mongo(query: Dict):
20+
return pymongo.connect(MONGO_URI).fetch(query)
21+
22+
23+
def push_mongo_to_s3(query):
24+
for element in pull_data_from_mongo(query):
25+
upload(element)

0 commit comments

Comments
 (0)