Insert S3 csv file content to MySQL using lambda function We can use this code snippet in AWS lambda function to pull the CSV file content from S3 and store that csv file content on MySQL.

*. Install pymysql using pip on your local machine

mkdir /home/RDSCode cd /home/RDSCode pip install -t /home/RDSCode pymysql touch lambda_function.py *. Copy below code into lambda_handler.py

import boto3 import pymysql

s3_cient = boto3.client('s3')

Read CSV file content from S3 bucket

def read_data_from_s3(event): bucket_name = event["Records"][0]["s3"]["bucket"]["name"] s3_file_name = event["Records"][0]["s3"]["object"]["key"] resp = s3_cient.get_object(Bucket=bucket_name, Key=s3_file_name)

data = resp['Body'].read().decode('utf-8')
data = data.split("\n")
return data

def lambda_handler(event, context): rds_endpoint = "" username = "admin" password = "" # RDS Mysql password db_name = "" # RDS MySQL DB name conn = None try: conn = pymysql.connect(rds_endpoint, user=username, passwd=password, db=db_name, connect_timeout=5) except pymysql.MySQLError as e: print("ERROR: Unexpected error: Could not connect to MySQL instance.")

try:
    cur = conn.cursor()
    cur.execute("create table Employees ( id INT NOT NULL AUTO_INCREMENT, Name varchar(255) NOT NULL, PRIMARY KEY (id))")
    conn.commit()
except:
    pass

data = read_data_from_s3(event)

with conn.cursor() as cur:
    for emp in data: # Iterate over S3 csv file content and insert into MySQL database
        try:
            emp = emp.replace("\n","").split(",")
            print (">>>>>>>"+str(emp))
            cur.execute('insert into Employees (Name) values("'+str(emp[1])+'")')
            conn.commit()
        except:
            continue
    cur.execute("select count(*) from Employees")
    print ("Total records on DB :"+str(cur.fetchall()[0]))
    # Display employee table records
    # for row in cur:
    #     print (row)
if conn:
    conn.commit()

*. zip the code

zip -r . RDScode.zip *. Upload this code on your AWS Lambda function alt text

insert_s3_csv_file_content_to_mysql_using_lambda/README.md at master · prabhakar2020/insert_s3_csv_file_content_to_mysql_using_lambda · GitHub