Merge pull request #20 from sarvesh-ranjan/example-syslog-fileclient

Added a "file upload" example.

example/example_syslog/mac-syslog

@@ -0,0 +1,11 @@
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: hibernate_setup(0) took 43456 ms
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: IO80211AWDLPeerManager::doDisable   source [handleSIOCSIFFLAGS]
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: en0: BSSID changed to 0c:f8:93:1c:ad:00
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: en0: channel changed to 11
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: AirPort: Link Down on awdl0. Reason 1 (Unspecified).
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: IO80211AWDLPeerManager::doDisable   source [setLinkState]
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: Bluetooth -- LE is supported - Disable LE meta event
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: AirPort: Link Down on en0. Reason 8 (Disassociated because station leaving).
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: en0::IO80211Interface::postMessage bssid changed
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: en0: 802.11d country code set to 'X0'.
+Jun  5 00:31:21 SARANJAN-M-P0JM kernel[0]: en0: Supported channels 1 2 3 4 5 6 7 8 9 10 11 36 40 44 48 52 56 60 64 100 104 108 112 116 120 124 128 132 136 140 149 153 157 161 165

example/zeus-sample-syslog-file.py

@@ -0,0 +1,125 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2015 Cisco Systems, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+from zeus.client import ZeusClient
+import os
+from pyparsing import Word, alphas, Suppress, Combine, nums, string
+from pyparsing import Optional, Regex
+from time import strftime
+import datetime
+import time
+
+ZEUS_API = "http://api.ciscozeus.io"
+BATCH_SIZE = 1000
+NUMBER_OF_SAMPLES = 1000
+auth_data = None
+
+
+class Parser(object):
+    def __init__(self):
+        ints = Word(nums)
+        month = Word(string.uppercase, string.lowercase, exact=3)
+        day = ints
+        hour = Combine(ints + ":" + ints + ":" + ints)
+        timestamp = month + day + hour
+        # hostname
+        hostname = Word(alphas + nums + "_" + "-" + ".")
+        # appname
+        appname = Word(alphas + "/" + "-" + "_" + ".")
+        appname += Optional(Suppress("[") + ints + Suppress("]"))
+        appname += Suppress(":")
+        # message
+        message = Regex(".*")
+        # pattern build
+        self.__pattern = timestamp + hostname + appname + message
+
+    def parse(self, line):
+        parsed = self.__pattern.parseString(line)
+
+        payload = {}
+        payload["timestamp"] = strftime("%Y-%m-%d %H:%M:%S")
+        payload["hostname"] = parsed[3]
+        payload["appname"] = parsed[4]
+        payload["pid"] = parsed[5]
+        payload["message"] = parsed[6]
+
+        return payload
+
+
+def gettime(line):
+    p = "%Y-%m-%d %H:%M:%S"
+    c = parser.parse(line)["timestamp"]
+    t = time.mktime(datetime.datetime.strptime(c, p).timetuple())
+    return t
+
+
+def getmsg(line):
+    return parser.parse(line)["message"]
+
+
+def splitfunction(syslogFile):
+    t = [
+        {"timestamp": gettime(line), "message": getmsg(line)}
+        for line in syslogFile]
+    return t
+path = os.getcwd() + "/example_syslog"
+token = raw_input("Enter Token: ")
+
+z = ZeusClient(token, ZEUS_API)
+
+print("Zeus client created with user token " + token)
+
+
+print("\nGreat! We are now ready to start sending and receiving data.")
+
+print("\nLets now post syslogs from file.")
+print("We are going to send a log " + str(NUMBER_OF_SAMPLES) + " times in " +
+      "groups of " + str(BATCH_SIZE) + ".")
+
+message = ""
+
+# Syslog sending
+print("\nPOST request to http://api.ciscozeus.io/logs/" + token + "/syslog")
+parser = Parser()
+
+for fin in os.listdir(path):
+    f = path + "/" + fin
+    with open(f) as syslogFile:
+        messages = splitfunction(syslogFile)
+        z.sendLog("syslog", messages)
+
+print("User token: " + token)
+print(
+    "\nCongratulations! You now have syslogs in Zeus. Easy, " +
+    "right?")
+print("Lets now retrieve 10 logs from Zeus and see if they are what we sent.")
+raw_input("\nPress ENTER to get 10 logs.")
+os.system('clear')
+
+# Log consumption
+status, l = z.getLog('syslog', limit=10, attribute_name="message",
+                     pattern=message)
+
+if status == 200:
+    print("\nLogs:")
+    for log in l['result']:
+        print(str(log['timestamp']) + ": " + log['message'])
+    print("\nThere are currently " + str(l['total']) + " logs in your Zeus " +
+          "account that match this query.")
+else:
+    print("\nThere has been an error retrieving logs. Are the parameters " +
+          "correctly formatted?")