lambda_api_call.py

import datetime
from botocore.vendored import requests
import time


def lambda_handler(request, context):

    # Fivetran API URL
    api_key = request['secrets']['api_key']
    group_id = request['secrets']['group_id']
    api_secret = request['secrets']['api_secret']

    url = 'http://api.fivetran.com/v1/groups/{group_id}/connectors'.format(group_id=group_id)

    # Make a request to the endpoint using the correct auth values

    auth_values = (api_key, api_secret)
    response = requests.request('GET', url, auth=auth_values)

    timestamp = datetime.datetime.fromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S')

    # Convert JSON to dict
    response_json = response.json()
    item_list = response_json['data']['items']

    # These will be put into 'insert' in the response
    result_items = []
    result_tasks = []
    result_warnings = []

    # Iterate through the items returned by the API
    for entry in item_list:
        entry_item = {}
        for k, v in entry.items():
            if k != 'status':
                entry_item[k] = v
            else:

                result_tasks += [{'id': entry['id'], 'message': task['message'], 'code': task['code']} for task in
                                 v['tasks']]
                result_warnings += [{'id': entry['id'], 'message': task['message'], 'code': task['code']} for task in
                                    v['warnings']]

                for sub_key in ['sync_state', 'setup_state', 'is_historical_sync', 'update_state']:
                    entry_item[sub_key] = v[sub_key]

        result_items.append(entry_item)

    result = {}
    result['state'] = {timestamp: timestamp}
    result['insert'] = {'items': result_items,
                        'tasks': result_tasks,
                        'warnings': result_warnings}

    return result