bug fixes

Author: texano00

README.md

@@ -1,6 +1,18 @@
-AWS lambda functions
-======
+## AWS lambda functions
 
-### Python 2.7:
 
-  * kinesis_stream_put_partitioned_s3.py (process data from kinesis stream and put to s3, partitioning the data for Athena)
+### python2.7/:
+
+-   Name: **kinesis_stream_put_to_s3_athena_partitioning.py** 
+    
+    Description: process data from kinesis stream and put to s3, partitioning the data for Athena
+  	
+  	Environment Variables: 
+  		S3_BUCKET -> name of the s3 bucket (es. 'bucket')
+  		S3_PATH -> custom path (es. 'test')
+
+  	Example minimum data:
+  	{
+  		"_id":"asdasdasdasd",
+  		"d":{"sec":1498746471}
+  	}

python 2.7/kinesis_stream_put_partitioned_s3.py renamed to python2.7/kinesis_stream_put_to_s3_athena_partitioning.py

@@ -1,12 +1,13 @@
 from __future__ import print_function
 
+import os
 import base64
 import json
 import boto3
 from datetime import datetime
 
-S3_BUCKET = "bcc-s3"
-S3_PATH = "test"
+S3_BUCKET = os.environ['S3_BUCKET']
+S3_PATH = os.environ['S3_PATH']
 
 print('Loading function')
 
@@ -26,11 +27,11 @@ def lambda_handler(event, context):
 
         date = datetime.fromtimestamp(json_payload['d']['sec'])
 
-        filePath = "year=" + str(date.year) + "/month=" + str(date.month) + "/day=" + str(date.day) + "/hour=" + str(date.hour) + "/minute=" + str(date.minute) + "/" + str(json_payload['d']['sec']) + "_" + str(json_payload['_id']) + ".json"
+        filePath = S3_PATH + "/year=" + str(date.year) + "/month=" + str(date.month) + "/day=" + str(date.day) + "/hour=" + str(date.hour) + "/minute=" + str(date.minute) + "/" + str(json_payload['d']['sec']) + "_" + str(json_payload['_id']) + ".json"
 
-        print("path: " + filePath)
+        #print("path: " + filePath)
 
-        r = s3.put_object(ContentType="application/json", Bucket=S3_BUCKET, Key=filePath, Body=str_payload)
+        s3.put_object(ContentType="application/json", Bucket=S3_BUCKET, Key=filePath, Body=str_payload)
 
 
-    return 'Successfully processed {} records.'.format(len(event['Records']))
+    return 'Successfully processed {} records.'.format(len(event['Records']))