statsd and future

Author: windard

README.md

@@ -263,6 +263,12 @@ python的强大之处有很大的一方面在于它有各种各样非常强大
 
 ## [code](content/code.md)
 
+## [statsd](content/statsd.md)
+
+## [concurrent](content/concurrent.md)
+
+## [geohash](content/geohash.md)
+
 ## [tools](content/tools.md)
 
 ## [Other_thing](content/other_thing.md)

code/flask_backdoor.py

@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*-
+import signal
+import time
+from flask import Flask
+from gevent import monkey
+from gevent.backdoor import BackdoorServer
+
+
+monkey.patch_all()
+
+app = Flask(__name__)
+def handle_backdoor(num, stack):
+    server = BackdoorServer(('127.0.0.1', 4998))
+    server.start()
+
+
+signal.signal(signal.SIGUSR2, handle_backdoor)
+now = time.ctime()
+
+@app.route('/')
+def index():
+    global now
+    now = time.ctime()
+    return now
+
+
+def main():
+    app.run()
+
+
+if __name__ == '__main__':
+    main()

code/future_get.py

@@ -0,0 +1,67 @@
+# -*- coding: utf-8 -*-
+
+import time
+import requests
+import functools
+from concurrent import futures
+
+
+def time_count(func):
+    @functools.wraps(func)
+    def wrapper(*args, **kwargs):
+        start = time.time()
+        result = func(*args, **kwargs)
+        end = time.time()
+        print "time", end - start
+        return result
+    return wrapper
+
+
+urls = ['https://ele.me',
+        'https://baidu.com',
+        'https://jd.com',
+        'https://v2ex.com',
+        'https://windard.com',
+        'https://taobao.com',
+        'https://zhihu.com',
+        'https://vip.com',
+        'https://t.tt']
+
+
+@time_count
+def main():
+    executor = futures.ThreadPoolExecutor()
+    roads = []
+    results = []
+    for url in urls:
+        future = executor.submit(requests.get, url)
+        roads.append(future)
+
+    for future in futures.as_completed(roads):
+        result = future.result()
+        results.append(result.status_code)
+
+    executor.shutdown()
+    return results
+
+
+@time_count
+def sync_main():
+    with futures.ThreadPoolExecutor() as executor:
+        roads = executor.map(requests.get, urls)
+        results = [result.status_code for result in roads]
+    return results
+
+
+@time_count
+def async_main():
+    results = []
+    for url in urls:
+        results.append(requests.get(url).status_code)
+    return results
+
+
+if __name__ == '__main__':
+    print main()
+    print async_main()
+    print sync_main()

code/select_receiver.py

@@ -0,0 +1,28 @@
+# -*- coding: utf-8 -*-
+import select
+import socket
+
+
+host = '127.0.0.1'
+soa_port = 8760
+sob_port = 8761
+
+
+def handle_client(soa, sob):
+    fdset = [soa, sob]
+    while True:
+        r, w, e = select.select(fdset, [], [])
+        for sock in r:
+            data = sock.recv(1024)
+            print sock.getsockname(), data,
+
+
+if __name__ == '__main__':
+    soa = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+    soa.connect((host, soa_port))
+
+    sob = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+    sob.connect((host, sob_port))
+
+    print dir(soa)
+    handle_client(soa, sob)

code/select_sender.py

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+import sys
+import time
+import random
+import socket
+
+host = '127.0.0.1'
+port = 8760
+
+
+def handle_serve(host, port):
+
+    server = socket.socket(socket.AF_INET,socket.SOCK_STREAM)
+    server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+    server.bind((host,port))
+    server.listen(5)
+
+    print "Server is running on %s:%s Press Ctrl-C to stop" % (host, port)
+
+    while 1:
+        clientsock,clientaddr = server.accept()
+        print "Welcome from %s : %s"%(clientaddr[0],clientaddr[1])
+        while 1:
+            time.sleep(random.randint(2, 7))
+            clientsock.sendall(str(time.time())+"\n")
+
+
+if __name__ == '__main__':
+    if len(sys.argv) > 1:
+        port = int(sys.argv[1])
+    handle_serve(host, port)

code/statsd_demo.py

@@ -0,0 +1,9 @@
+# coding=utf-8
+from pystatsd import Client
+
+sc = Client('example.org',8125)
+
+sc.timing('python_test.time',500)
+sc.increment('python_test.inc_int')
+sc.decrement('python_test.decr_int')
+sc.gauge('python_test.gauge', 42)

code/statsd_timing.py

@@ -0,0 +1,35 @@
+# -*- coding: utf-8 -*-
+import time
+import random
+from statsd import StatsClient
+import functools
+
+statsd = StatsClient()
+
+
+@statsd.timer('myfunc')
+def myfunc(a, b):
+    statsd.incr("key.incr")
+    time.sleep(random.random())
+
+
+def time_deco(func):
+    @functools.wraps(func)
+    def wrap(*args, **kwargs):
+        start_time = time.time()
+        func(*args, **kwargs)
+        statsd.timing('krpc.{}'.format(func.__name__),
+                      1000.0 * (time.time() - start_time))
+    return wrap
+
+
+@time_deco
+def hello():
+    time.sleep(random.random())
+
+
+if __name__ == '__main__':
+    for i in range(100000):
+        time.sleep(random.random() / 10)
+        # myfunc(1, 1)
+        hello()

code/threading_timer.py

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+import time
+import threading
+
+
+def on_timer():
+    print time.time()
+    set_timer()
+
+
+def set_timer():
+    _timer = threading.Timer(10, on_timer)
+    _timer.start()
+
+
+set_timer()
+while 1:
+    time.sleep(5)
+    print 'sleep', time.time()