added geoip tagging for VPC logs via logagent-js

added remaining logagent-js files

README.md

@@ -52,7 +52,7 @@ Finally, you'd upload the zip to AWS Lambda as the function code:
 After the code, leave the handler to the default *index.handler* and select a role that allows this function to execute. You can create a new Basic execution role to do that (from the drop-down) or select a basic execution role that you've already created:
 ![role](https://raw.githubusercontent.com/sematext/logsene-aws-lambda-cloudwatch/master/img/role.png)
 
-Then, you need to decide on how much memory you allow for the function and how long you allow it to run. This depends on the log throughput (more logs will need more processing resources) and will influence costs (i.e. like keeping the equivalent general-purpose instance up for that time). Normally, runtime is very short (sub-second) so even large resources shouldn't generate significant costs. The default 128MB and 3 second timeout should be enough for most use-cases:
+Then, you need to decide on how much memory you allow for the function and how long you allow it to run. This depends on the log throughput (more logs will need more processing resources) and will influence costs (i.e. like keeping the equivalent general-purpose instance up for that time). Normally, runtime is very short so even large resources shouldn't generate significant costs. 256MB and 30 second timeout should be enough for most use-cases:
 ![memory](https://raw.githubusercontent.com/sematext/logsene-aws-lambda-cloudwatch/master/img/memory.png)
 
 To enable the function to run when new logs come in, you'd need to enable the source with your Flow Log name at the last step.

index.js

@@ -1,13 +1,13 @@
 var logseneToken = 'LOGSENE-APP-TOKEN-GOES-HERE'
-
 var zlib = require('zlib')
 var net = require('net')
 var client = null
 var connected = false
 var start = 0
 var errorCounter = 0
 var Logagent = require('logagent-js')
-var lp = new Logagent('./pattern.yml')
+var lp = null
+
 function connectLogsene (cbf) {
   client = net.connect(12201, 'logsene-receiver-syslog.sematext.com', function () {
     connected = true
@@ -61,11 +61,13 @@ function parseLogs (err, data) {
       if(key!=='message')
         data[key] = this.event[key]
     }.bind(this))
+    //console.log('Now my data is ' + JSON.stringify(data))
     Object.keys(this.result).forEach(function (key) {
       if (key !== 'logEvents') {
         data['meta_' + key] = this.result[key]
       }
     }.bind(this))
+    //console.log('Now my data is ' + JSON.stringify(data))
     shipLogs(data, function checkDone () {
       //console.log('I\'m at ' + this.index + ' of ' + this.size)
       if (this.index === this.size - 1) {
@@ -104,14 +106,19 @@ function pushLogs (event, context) {
   })
   console.log(Date.now() - start)
 }
+
+
 function handler (event, context) {
   start = Date.now()
-  if (!connected) {
-    connectLogsene(function () {
+  lp = new Logagent('./pattern.yml', {}, function () {
+      if (!connected) {
+      connectLogsene(function () {
+        pushLogs(event, context)
+      })
+    } else {
       pushLogs(event, context)
-    })
-  } else {
-    pushLogs(event, context)
-  }
+    }
+  })
 }
 exports.handler = handler
+