From 8f92d79b23c075ed0c4e1fb8428d6e1d5fb6a15e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E2=99=A0=20ace=20hacker?= Date: Wed, 2 Jan 2013 19:31:06 -0800 Subject: [PATCH] go rewrite --- .godir | 1 + Gemfile | 17 --- Gemfile.lock | 100 -------------- Procfile | 4 +- bin/dboutlet | 8 -- bin/web | 10 -- db/pg.go | 50 +++++++ encoding/parser.go | 58 ++++++++ lib/l2met/config.rb | 30 ----- lib/l2met/consumer.rb | 38 ------ lib/l2met/db.rb | 62 --------- lib/l2met/heartbeat.rb | 33 ----- lib/l2met/outlet.rb | 71 ---------- lib/l2met/outlets/librato.rb | 58 -------- lib/l2met/outlets/m2pg.rb | 43 ------ lib/l2met/parser.rb | 101 -------------- lib/l2met/register.rb | 113 ---------------- lib/l2met/stats.rb | 54 -------- lib/l2met/utils.rb | 64 --------- lib/l2met/web.rb | 116 ---------------- librato/main.go | 144 ++++++++++++++++++++ main.go | 141 +++++++++++++++++++ public/jquery.js | 4 - public/jquery.tmpl.js | 1 - public/l2met.js | 80 ----------- public/spin.gif | Bin 723 -> 0 bytes public/style.css | 90 ------------- sql/schema.sql | 16 +++ store/bucket.go | 254 +++++++++++++++++++++++++++++++++++ store/cache.go | 72 ++++++++++ store/token.go | 26 ++++ templates/index.erb | 42 ------ test/register_test.rb | 42 ------ utils/utils.go | 64 +++++++++ 34 files changed, 828 insertions(+), 1179 deletions(-) create mode 100644 .godir delete mode 100644 Gemfile delete mode 100644 Gemfile.lock delete mode 100755 bin/dboutlet delete mode 100755 bin/web create mode 100644 db/pg.go create mode 100644 encoding/parser.go delete mode 100644 lib/l2met/config.rb delete mode 100644 lib/l2met/consumer.rb delete mode 100644 lib/l2met/db.rb delete mode 100644 lib/l2met/heartbeat.rb delete mode 100644 lib/l2met/outlet.rb delete mode 100644 lib/l2met/outlets/librato.rb delete mode 100644 lib/l2met/outlets/m2pg.rb delete mode 100644 lib/l2met/parser.rb delete mode 100644 lib/l2met/register.rb delete mode 100644 lib/l2met/stats.rb delete mode 100644 lib/l2met/utils.rb delete mode 100644 lib/l2met/web.rb create mode 100644 librato/main.go create mode 100644 main.go delete mode 100644 public/jquery.js delete mode 100644 public/jquery.tmpl.js delete mode 100644 public/l2met.js delete mode 100644 public/spin.gif delete mode 100644 public/style.css create mode 100644 sql/schema.sql create mode 100644 store/bucket.go create mode 100644 store/cache.go create mode 100644 store/token.go delete mode 100644 templates/index.erb delete mode 100644 test/register_test.rb create mode 100644 utils/utils.go diff --git a/.godir b/.godir new file mode 100644 index 0000000..a86053a --- /dev/null +++ b/.godir @@ -0,0 +1 @@ +l2met diff --git a/Gemfile b/Gemfile deleted file mode 100644 index 60b073e..0000000 --- a/Gemfile +++ /dev/null @@ -1,17 +0,0 @@ -source :rubygems - -gem 'mongrel', '1.2.0.pre2' -gem 'sinatra' -gem 'excon' -gem 'rack-ssl-enforcer' -gem 'rack-cors' -gem 'yajl-ruby' -gem 'atomic' -gem 'librato-metrics' -gem 'redis' -gem 'aws-sdk' -gem 'scrolls', git: 'https://github.com/asenchi/scrolls.git' -gem 'sinatra-google-auth' -gem 'lock-smith', '0.0.8' -gem 'turn' -gem 'minitest' diff --git a/Gemfile.lock b/Gemfile.lock deleted file mode 100644 index e8a6a7d..0000000 --- a/Gemfile.lock +++ /dev/null @@ -1,100 +0,0 @@ -GIT - remote: https://github.com/asenchi/scrolls.git - revision: 4cdffb5833177d406858df2b9aecf2323347463d - specs: - scrolls (0.2.5.pre) - -GEM - remote: http://rubygems.org/ - specs: - aggregate (0.2.2) - ansi (1.4.3) - atomic (1.0.1) - aws-sdk (1.7.1) - httparty (~> 0.7) - json (~> 1.4) - nokogiri (>= 1.4.4) - uuidtools (~> 2.1) - daemons (1.0.10) - excon (0.16.7) - faraday (0.8.4) - multipart-post (~> 1.1) - gem_plugin (0.2.3) - hashie (1.2.0) - httparty (0.9.0) - multi_json (~> 1.0) - multi_xml - json (1.7.5) - librato-metrics (0.7.4) - aggregate (~> 0.2.2) - faraday (~> 0.7) - multi_json - lock-smith (0.0.8) - minitest (4.2.0) - mongrel (1.2.0.pre2) - daemons (~> 1.0.10) - gem_plugin (~> 0.2.3) - multi_json (1.3.7) - multi_xml (0.5.1) - multipart-post (1.1.5) - nokogiri (1.5.5) - oa-core (0.3.2) - oa-openid (0.3.2) - oa-core (= 0.3.2) - rack-openid (~> 1.3.1) - ruby-openid-apps-discovery (~> 1.2.0) - omniauth (1.1.1) - hashie (~> 1.2) - rack - omniauth-google-apps (0.0.2) - omniauth (~> 1.0) - omniauth-openid (~> 1.0) - ruby-openid-apps-discovery (~> 1.2.0) - omniauth-openid (1.0.1) - omniauth (~> 1.0) - rack-openid (~> 1.3.1) - rack (1.4.1) - rack-cors (0.2.7) - rack - rack-openid (1.3.1) - rack (>= 1.1.0) - ruby-openid (>= 2.1.8) - rack-protection (1.2.0) - rack - rack-ssl-enforcer (0.2.4) - redis (3.0.2) - ruby-openid (2.2.2) - ruby-openid-apps-discovery (1.2.0) - ruby-openid (>= 2.1.7) - sinatra (1.3.3) - rack (~> 1.3, >= 1.3.6) - rack-protection (~> 1.2) - tilt (~> 1.3, >= 1.3.3) - sinatra-google-auth (1.0.0) - oa-openid - omniauth-google-apps - tilt (1.3.3) - turn (0.9.6) - ansi - uuidtools (2.1.3) - yajl-ruby (1.1.0) - -PLATFORMS - ruby - -DEPENDENCIES - atomic - aws-sdk - excon - librato-metrics - lock-smith (= 0.0.8) - minitest - mongrel (= 1.2.0.pre2) - rack-cors - rack-ssl-enforcer - redis - scrolls! - sinatra - sinatra-google-auth - turn - yajl-ruby diff --git a/Procfile b/Procfile index a247621..5118a73 100644 --- a/Procfile +++ b/Procfile @@ -1,2 +1,2 @@ -web: bundle exec bin/web -outlet: bundle exec bin/dboutlet +web: l2met +librato: librato diff --git a/bin/dboutlet b/bin/dboutlet deleted file mode 100755 index 5c6ada0..0000000 --- a/bin/dboutlet +++ /dev/null @@ -1,8 +0,0 @@ -#!/usr/bin/env ruby -$:.unshift(File.expand_path(File.join(File.dirname($0), '../lib'))) -require 'l2met/register' -require 'l2met/outlet' -$stdout.sync = true -Thread.abort_on_exception = true -L2met::Register.start -L2met::Outlet.start diff --git a/bin/web b/bin/web deleted file mode 100755 index 809bdd8..0000000 --- a/bin/web +++ /dev/null @@ -1,10 +0,0 @@ -#!/usr/bin/env ruby -$:.unshift(File.expand_path(File.join(File.dirname($0), '../lib'))) -require 'l2met/heartbeat' -require 'l2met/register' -require 'l2met/web' -$stdout.sync = true -Thread.abort_on_exception = true -L2met::Heartbeat.start -L2met::Register.start -L2met::Web.start diff --git a/db/pg.go b/db/pg.go new file mode 100644 index 0000000..c155ad6 --- /dev/null +++ b/db/pg.go @@ -0,0 +1,50 @@ +package db + +import ( + "database/sql" + "fmt" + "github.com/bmizerany/pq" + "os" + "sync" +) + +var ( + PGLocker sync.Mutex + PGRLocker sync.Mutex + PG *sql.DB + PGR *sql.DB +) + +func init() { + url := os.Getenv("DATABASE_URL") + if len(url) == 0 { + fmt.Printf("at=error error=\"must set DATABASE_URL\"\n") + os.Exit(1) + } + str, err := pq.ParseURL(url) + if err != nil { + fmt.Printf("at=error error=\"unable to parse DATABASE_URL\"\n") + os.Exit(1) + } + PG, err = sql.Open("postgres", str) + if err != nil { + fmt.Printf("at=error error=%s\n", err) + os.Exit(1) + } + + rurl := os.Getenv("DATABASE_READ_URL") + if len(url) == 0 { + fmt.Printf("at=error error=\"must set DATABASE_READ_URL\"\n") + os.Exit(1) + } + rstr, err := pq.ParseURL(rurl) + if err != nil { + fmt.Printf("at=error error=\"unable to parse DATABASE_READ_URL\"\n") + os.Exit(1) + } + PGR, err = sql.Open("postgres", rstr) + if err != nil { + fmt.Printf("at=error error=%s\n", err) + os.Exit(1) + } +} diff --git a/encoding/parser.go b/encoding/parser.go new file mode 100644 index 0000000..d41b61a --- /dev/null +++ b/encoding/parser.go @@ -0,0 +1,58 @@ +package encoding + +import ( + "regexp" + "strconv" + "strings" +) + +var ( + msgPat = regexp.MustCompile(`( *)([a-zA-Z0-9\_\-\.]+)=?(([a-zA-Z0-9\.\-\_\.]+)|("([^\"]+)"))?`) +) + +func ParseMsgData(msg []byte) (map[string]string, error) { + d := make(map[string]string) + pairs := msgPat.FindAllStringSubmatch(string(msg), -1) + for i := range pairs { + k := pairs[i][2] + v := pairs[i][4] + v2 := pairs[i][6] + if len(v) == 0 { + v = v2 + } + d[k] = v + } + return d, nil +} + +func DecodeArray(b []byte, dest *[]float64) { + // pq returns something like: {1.0, 2.0} + // let us remove the { and the } + trimed := b[1:(len(b) - 1)] + // Assuming the numbers are seperated by commas. + numbers := strings.Split(string(trimed), ",") + // Showing that we can do cool things with floats. + for _, x := range numbers { + f, err := strconv.ParseFloat(x, 64) + if err == nil { + *dest = append(*dest, f) + } + } +} + +func EncodeArray(arr []float64) []byte { + // Convert our array into a string that looks like: {1,2,3.0} + var d []byte + d = append(d, '{') + for i, f := range arr { + st := strconv.FormatFloat(f, 'f', 5, 64) + for _, s := range st { + d = append(d, byte(s)) + } + if i != (len(arr) - 1) { + d = append(d, ',') + } + } + d = append(d, '}') + return d +} diff --git a/lib/l2met/config.rb b/lib/l2met/config.rb deleted file mode 100644 index adbfd27..0000000 --- a/lib/l2met/config.rb +++ /dev/null @@ -1,30 +0,0 @@ -module L2met - module Config - extend self - - def env(key) - ENV[key] - end - - def env!(key) - env(key) || raise("missing #{key}") - end - - def env?(key) - !env(key).nil? - end - - def app_name; env!("APP_NAME"); end - def app_url; env!("APP_URL"); end - def port; env!("PORT").to_i; end - def l2met_consumer; env!("L2MET_CONSUMER"); end - def aws_id; env!("AWS_ID"); end - def aws_secret; env!("AWS_SECRET"); end - def num_outlets; env!("NUM_OUTLETS").to_i; end - def outlet_delay; env!("OUTLET_DELAY").to_i; end - def redis_url; env!("REDISGREEN_URL"); end - def m2pg_url; env("M2PG_URL"); end - def enable_m2pg?; env("ENABLE_M2PG") || false; end - def enable_librato?; env("ENABLE_LIBRATO") || false; end - end -end diff --git a/lib/l2met/consumer.rb b/lib/l2met/consumer.rb deleted file mode 100644 index a992d72..0000000 --- a/lib/l2met/consumer.rb +++ /dev/null @@ -1,38 +0,0 @@ -require 'l2met/db' -require 'securerandom' - -module L2met - module Consumer - extend self - - def all(user) - DB["consumers"].select.select do |item| - item.attributes["created_by"] == user - end.map {|i| api_vals(i.attributes)} - end - - def put(user, data) - if data[:id].to_s.length.zero? - data[:id] = SecureRandom.uuid - end - d = {id: data[:id], - email: data[:email], - token: data[:token], - created_by: user} - c = DB["consumers"].create(d) - api_vals(c.attributes.to_h) - end - - def get(id) - c = DB["consumers"].at(id) - api_vals(c.attributes.to_h) - end - - def api_vals(data) - {id: data['id'], - drain_url: [Config.app_url, 'consumers', data['id'], 'logs'].join('/'), - email: data["email"], - token: data["token"]} - end - end -end diff --git a/lib/l2met/db.rb b/lib/l2met/db.rb deleted file mode 100644 index df525a0..0000000 --- a/lib/l2met/db.rb +++ /dev/null @@ -1,62 +0,0 @@ -require 'thread' -require 'aws/dynamo_db' -require 'scrolls' - -require 'l2met/config' -require 'l2met/heartbeat' -require 'l2met/utils' - -module L2met - module DB - extend self - @dynamo_lock = Mutex.new - @table_lock = Mutex.new - - def metrics(name, from, to) - f = Utils.trunc_time(Time.at(Integer(from))) - t = Utils.trunc_time(Time.at(Integer(to))) - result = {} - while f < t - q = {hash_value: f += 60, range_begins_with: name} - items = DB["#{Config.app_name}.chart-data"].query(q) - data = items.map(&:attributes).map(&:to_h) - data.each do |metric| - n, t = metric.delete('name'), metric.delete('time') - metric.each do |stat, val| - result[[n, stat].join('.')] ||= [] - result[[n, stat].join('.')] << {x: Integer(t), y: Float(val)} - end - end - end - result.reduce([]) do |memo, metric| - memo << {name: metric.first, data: metric.last} - end - end - - def [](table) - @table_lock.synchronize do - tables[table].items - end - end - - private - - def tables - @tables ||= dynamo.tables. - map {|t| t.load_schema}. - reduce({}) {|h, t| h[t.name] = t; h} - end - - def dynamo - @dynamo_lock.synchronize do - @db ||= AWS::DynamoDB.new(access_key_id: Config.aws_id, - secret_access_key: Config.aws_secret) - end - end - - def log(data, &blk) - Scrolls.log({ns: "db"}.merge(data), &blk) - end - - end -end diff --git a/lib/l2met/heartbeat.rb b/lib/l2met/heartbeat.rb deleted file mode 100644 index 7704b0a..0000000 --- a/lib/l2met/heartbeat.rb +++ /dev/null @@ -1,33 +0,0 @@ -require 'atomic' -require 'scrolls' - -module L2met - module Heartbeat - extend self - - def start - Thread.new do - loop do - beats.each do |source, val| - n = val.swap(0) - log(at: source, received: n) unless n.zero? - end - sleep(1) - end - end - end - - def pulse(source) - beats[source] ||= Atomic.new(0) - beats[source].update {|n| n + 1} - end - - def beats - @beats ||= {} - end - - def log(data, &blk) - Scrolls.log({ns: "heartbeat"}.merge(data), &blk) - end - end -end diff --git a/lib/l2met/outlet.rb b/lib/l2met/outlet.rb deleted file mode 100644 index 08081b9..0000000 --- a/lib/l2met/outlet.rb +++ /dev/null @@ -1,71 +0,0 @@ -require 'scrolls' -require 'redis' -require 'locksmith/dynamodb' - -require 'l2met/db' -require 'l2met/utils' -require 'l2met/config' -require 'l2met/stats' -require 'l2met/outlets/librato' -require 'l2met/outlets/m2pg' - -module L2met - module Outlet - extend self - DELAY = 60 - - def start - loop do - Config.num_outlets.times.each do |p| - locker.lock("#{Config.app_name}.outlet.#{p}", ttl: 60) do - bucket = Utils.trunc_time(Time.now) - DELAY - snapshot(p, Config.num_outlets, bucket) - sleep(Config.outlet_delay) - end - end - end - end - - def snapshot(partition, max, bucket) - Utils.measure('outlet.snapshot') do - # redis layout: mkey:bucket:uuid - Utils.measure('outlet.redis.key-scan') do - redis.keys("*:#{bucket}:*") - end.select do |key| - Integer(key.split(':')[0]) % max == partition - end.map do |key| - mkey = key.split(':')[0] - Utils.measure('outlet.redis.get') do - redis.hgetall(key).merge('mkey' => mkey) - end - end.group_by do |metric| - metric["consumer"] - end.each do |consumer_id, metrics| - begin - metrics = metrics.group_by {|m| m['mkey']} - M2pg.publish(bucket, metrics) if Config.enable_m2pg? - Librato.publish(consumer_id, bucket, metrics) if Config.enable_librato? - rescue => e - Utils.count(1, 'outlet.metric-post-error') - log(fn: __method__, at: 'error', consumer: consumer_id, - error: e.inspect) - next - end - end - end - end - - def redis - @redis ||= Redis.new(url: Config.redis_url) - end - - def locker - @locker ||= Locksmith::Dynamodb - end - - def log(data, &blk) - Scrolls.log({ns: "outlet"}.merge(data), &blk) - end - - end -end diff --git a/lib/l2met/outlets/librato.rb b/lib/l2met/outlets/librato.rb deleted file mode 100644 index f757bb6..0000000 --- a/lib/l2met/outlets/librato.rb +++ /dev/null @@ -1,58 +0,0 @@ -require 'librato/metrics' -require 'l2met/db' -require 'l2met/utils' - -module L2met - module Outlet - module Librato - extend self - - def publish(consumer_id, bucket, metrics) - q = ::Librato::Metrics::Queue.new(client: librato_client(consumer_id)) - aggregate(bucket, metrics).each {|m| q.add(m)} - if q.length > 0 - Utils.count(q.length, 'outlet.librato.metrics') - Utils.measure('outlet.librato.submit') {q.submit} - end - end - - def aggregate(bucket, metrics) - metrics.map do |mkey, metrics| - s = metrics.sample - opts = {source: s["source"], - type: "gauge", - attributes: {display_units_long: s["label"]}, - measure_time: bucket} - log(fn: __method__, at: "process", bucket: Time.at(bucket).min, metric: s["name"]) - case s["type"] - when "counter" - val = metrics.map {|m| Float(m["value"])}.reduce(:+) - name = [s["name"], 'count'].join(".") - {name => opts.merge(value: val)} - when "last" - val = Float(metrics.last["value"]) - name = [s["name"], 'last'].join(".") - {name => opts.merge(value: val)} - when "list" - Stats.aggregate(metrics).map do |stat, val| - name = [s["name"], stat].map(&:to_s).join(".") - {name => opts.merge(value: val)} - end - end - end.flatten.compact - end - - def librato_client(consumer_id) - consumer = DB["consumers"].at(consumer_id).attributes - ::Librato::Metrics::Client.new.tap do |c| - c.authenticate(consumer["email"], consumer["token"]) - end - end - - def log(data, &blk) - Scrolls.log({ns: "librato-outlet"}.merge(data), &blk) - end - - end - end -end diff --git a/lib/l2met/outlets/m2pg.rb b/lib/l2met/outlets/m2pg.rb deleted file mode 100644 index ca6e188..0000000 --- a/lib/l2met/outlets/m2pg.rb +++ /dev/null @@ -1,43 +0,0 @@ -require 'timeout' -require 'excon' -require 'l2met/config' -require 'l2met/utils' - -module L2met - module Outlet - module M2pg - extend self - - def publish(bucket, metrics) - metrics.each do |mkey, measurements| - # Only support lists for now. - # We can get the counter from the list length. - next if measurements.any? {|m| m['type'] == 'counter'} - name = measurements.sample['name'] - log(fn: __method__, bucket: Time.at(bucket).min, metric: name) - s = Stats.aggregate(measurements).merge(count: measurements.length) - Utils.measure('m2pg.post') do - post(s.merge(bucket: Time.at(bucket).utc, name: name)) - end - end - end - - private - - def post(data) - Timeout::timeout(1) do - m2pg_conn.post(path: '/metrics', body: Utils.enc_j(data)) - end - end - - def m2pg_conn - @m2pg_conn ||= Excon.new(Config.m2pg_url) - end - - def log(data, &blk) - Scrolls.log({ns: "postgres-outlet"}.merge(data), &blk) - end - - end - end -end diff --git a/lib/l2met/parser.rb b/lib/l2met/parser.rb deleted file mode 100644 index 9c21541..0000000 --- a/lib/l2met/parser.rb +++ /dev/null @@ -1,101 +0,0 @@ -require 'securerandom' -require 'scrolls' -require 'l2met/config' -require 'l2met/register' - -module L2met - module Parser - extend self - - LineRe = /^\d+ \<\d+\>1 (\d\d\d\d-\d\d-\d\dT\d\d:\d\d:\d\d\+00:00) [a-z0-9-]+ ([a-z0-9\-\_\.]+) ([a-z0-9\-\_\.]+) \- (.*)$/ - IgnoreMsgRe = /(^ *$)|(Processing|Parameters|Completed|\[Worker\(host)/ - AttrsRe = /( *)([a-zA-Z0-9\_\-\.]+)=?(([a-zA-Z0-9\.\-\_\.]+)|("([^\"]+)"))?/ - - def unpack(cid, s, beta=false) - while s && s.length > 0 - if m = s.match(/^(\d+) /) - num_bytes = m[1].to_i - msg = s[m[0].length..(m[0].length + num_bytes)] - if data = parse([m[0], msg.chomp].join) - store_data(data.merge("consumer" => cid, "beta" => beta)) - end - s = s[(m[0].length + num_bytes)..(s.length)] - elsif m = s.match(/\n/) - s = m.post_match - else - log(error: "unable to parse: #{s}") - end - end - end - - def store_data(d) - if d.key?("measure") and d["measure"].to_s != "true" - return beta_store_data(d) - end - - if d.key?("measure") && d.key?("app") - Utils.count(1, "parser.accept-measurement") - opts = {source: d["app"], consumer: d["consumer"], time: d["time"]} - if d.key?("fn") && d.key?("elapsed") - name = [d["app"], d["fn"]].compact.join(".").gsub(/[^A-Za-z0-9.:\-_]/, '') #librato has strict name requirements - Register.accept(name, Float(d["elapsed"]), opts.merge(type: 'list')) - Register.accept(name, 1, opts.merge(type: 'counter')) - end - if d.key?("at") && !["start", "finish"].include?(d["at"]) - name = [d["app"], d["at"]].compact.join(".").gsub(/[^A-Za-z0-9.:\-_]/, '') #librato has strict name requirements - if d.key?("last") - Register.accept(name, Float(d["last"]), opts.merge(type: 'last')) - else - Register.accept(name, 1, opts.merge(type: 'counter')) - end - end - end - end - - def beta_store_data(d) - if d.key?("measure") - Utils.measure('parser.accept-measurement') do - opts = {source: (d['source'] || 'default'), consumer: d["consumer"], time: d["time"]} - name = d["measure"].gsub(/[^A-Za-z0-9.:\-_]/, '') #librato has strict name requirements - Register.accept(name, 1, opts.merge(type: 'counter')) - if d.key?("val") - begin - Register.accept(name, Float(d["val"]), opts.merge(type: 'list')) - rescue => e - $stdout.puts("at=error error=#{e.message}") - end - end - end - end - end - - def parse(line) - if m = line.match(LineRe) - if data = parse_msg(m[4]) - data["time"] = Time.parse(m[1]).to_i - data["ps"] = m[3] - data - end - end - end - - def parse_msg(msg) - if !msg.match(IgnoreMsgRe) - data = {} - msg.scan(AttrsRe) do |_, key, _, val1, _, val2| - if (((key == "service") || (key == "wait")) && val1) - data[key] = val1.sub("ms", "") - else - data[key] = (val1 || val2 || "true") - end - end - data - end - end - - def log(data, &blk) - Scrolls.log({ns: "parser"}.merge(data), &blk) - end - - end -end diff --git a/lib/l2met/register.rb b/lib/l2met/register.rb deleted file mode 100644 index d8037f8..0000000 --- a/lib/l2met/register.rb +++ /dev/null @@ -1,113 +0,0 @@ -require 'securerandom' -require 'atomic' -require 'scrolls' -require 'redis' - -require 'l2met/utils' -require 'l2met/stats' -require 'l2met/config' - -module L2met - module Register - extend self - TTL = 60 * 3 - - def start(interval=10) - Thread.new do - loop {flush; grow; shrink; sleep(interval)} - end - end - - def accept(name, val, meta) - begin - mkey = Utils.enc_key(name, meta[:source], meta[:consumer], meta[:type]) - bucket = Utils.trunc_time(meta[:time]) - if mem.key?(bucket) - Heartbeat.pulse("accept") - mem[bucket].update do |h| - h[mkey] ||= {name: name}.merge(meta) - case meta[:type] - when 'list' - h[mkey][:value] ||= [] - h[mkey][:value] << val - h[mkey][:label] ||= 'time' - when 'counter' - h[mkey][:value] ||= 0 - h[mkey][:value] += val - h[mkey][:label] ||= 'count' - when 'last' - h[mkey][:value] = val - h[mkey][:label] ||= 'last' - end - h - end - elsif !meta.key?(:halt) - # Use l2met to measure l2met. - name = [Config.app_name, "register.drop"].join(".") - accept(name, 1, - halt: true, - source: Config.app_name, - consumer: Config.l2met_consumer, - type: "counter", - time: Time.now) - log(fn: __method__, at: "drop", name: name, val: val, meta: meta, - bucket: bucket, buckets: mem.keys) - else - $stdout.puts("at=error error=register-caught-in-loop") - end - rescue => e - $stdout.puts("at=error error=#{e.message}") - end - end - - def flush - mem.each do |bucket, ref| - metrics = ref.swap({}) - metrics.each do |mkey, metric| - data = {time: metric[:time], - name: metric[:name], - type: metric[:type], - source: metric[:source], - consumer: metric[:consumer], - charting: metric[:charting], - label: metric[:label]} - if metric[:value].respond_to?(:sort) - set(mkey, bucket, data.merge(Stats.all(metric[:value]))) - else - set(mkey, bucket, data.merge(value: metric[:value])) - end - end - end - end - - private - - def grow - t = Utils.trunc_time(Time.now) - 3.times {|i| mem[t + (60 * i)] ||= Atomic.new({})} - end - - def shrink - mem.delete_if {|k,v| k < (Time.now.to_i - TTL)} - end - - def mem - @mem ||= {} - end - - def set(mkey, bucket, data) - i = [mkey, bucket, SecureRandom.uuid].join(':') - redis.mapped_hmset(i, data) - redis.expireat(i, bucket + (3*60)) - end - - def redis - @redis ||= Redis.new(url: Config.redis_url) - end - - def log(data, &blk) - Scrolls.log({ns: "register"}.merge(data), &blk) - end - - end -end diff --git a/lib/l2met/stats.rb b/lib/l2met/stats.rb deleted file mode 100644 index 3b35f4c..0000000 --- a/lib/l2met/stats.rb +++ /dev/null @@ -1,54 +0,0 @@ -module L2met - module Stats - extend self - - def aggregate(vals) - {mean: mean(vals.map {|h| h["mean"]}), - median: median(vals.map {|h| h["median"]}), - min: min(vals.map {|h| h["min"]}), - max: max(vals.map {|h| h["max"]}), - perc95: perc95(vals.map {|h| h["perc95"]}), - perc99: perc99(vals.map {|h| h["perc99"]}), - last: last(vals.map {|h| h["last"]})} - end - - def all(vals) - {min: min(vals), - max: max(vals), - mean: mean(vals), - median: median(vals), - perc95: perc95(vals), - perc99: perc99(vals), - last: last(vals)} - end - - def mean(vals) - vals.map(&:to_f).reduce(:+) / vals.length.to_f - end - - def median(vals) - vals.map(&:to_f)[vals.length/2] - end - - def min(vals) - vals.map(&:to_f).sort[0] - end - - def max(vals) - vals.map(&:to_f).sort[-1] - end - - def perc95(vals) - vals.map(&:to_f)[(0.95 * vals.length).ceil - 1] - end - - def perc99(vals) - vals.map(&:to_f)[(0.99 * vals.length).ceil - 1] - end - - def last(vals) - vals.last.to_f - end - - end -end diff --git a/lib/l2met/utils.rb b/lib/l2met/utils.rb deleted file mode 100644 index d32f477..0000000 --- a/lib/l2met/utils.rb +++ /dev/null @@ -1,64 +0,0 @@ -require 'zlib' -require 'yajl' -require 'scrolls' - -module L2met - module Utils - extend self - - def trunc_time(t, offset=60) - (t.to_i / offset) * offset - end - - def enc_key(*things) - Zlib.crc32(things.join) - end - - def enc_j(data) - Yajl::Encoder.encode(data) - end - - def count(val, name, verbose=false) - name = Config.app_name + '.' + name - log(measure: name, val: val) if verbose - Register.accept(name, val, - type: "counter", - source: Config.app_name, - consumer: Config.l2met_consumer, - time: Time.now.to_i) - end - - def time(elapsed, name, verbose=false) - name = Config.app_name + '.' + name - log(measure: name, val: elapsed) if verbose - Register.accept(name, Float(elapsed), - type: "list", - source: Config.app_name, - consumer: Config.l2met_consumer, - charting: true, - time: Time.now.to_i) - end - - def measure(name, verbose=false) - t0 = Time.now - yield.tap do - count(1, name, verbose) - time(Time.now-t0, name, verbose) - end - end - - def trim(s) - res = s.to_s. - gsub("/","-"). - gsub(/[^A-Za-z0-9.:\-_]/, ''). - gsub(/^-/,''). - downcase - res.empty? ? "root" : res - end - - def log(data, &blk) - Scrolls.log({ns: "utils"}.merge(data), &blk) - end - - end -end diff --git a/lib/l2met/web.rb b/lib/l2met/web.rb deleted file mode 100644 index e5d4522..0000000 --- a/lib/l2met/web.rb +++ /dev/null @@ -1,116 +0,0 @@ -require 'sinatra/base' -require 'sinatra/google-auth' -require 'rack/handler/mongrel' -require 'rack/cors' -require 'rack/ssl-enforcer' -require 'scrolls' -require 'l2met/config' -require 'l2met/db' -require 'l2met/parser' -require 'l2met/parser' -require 'l2met/utils' -require 'l2met/consumer' - -module L2met - class Web < Sinatra::Base - use Rack::Cors do - allow do - origins('*') - resource('/metrics', :headers => :any, :methods => :get) - end - end - use Rack::SslEnforcer - register Sinatra::GoogleAuth - set :public_folder, "./public" - set :views, "./templates" - - def self.route(verb, action, *) - condition {@instrument_action = action} - super - end - - before do - content_type(:json) - @start_request = Time.now - @current_user = session[:user] - end - - after do - Utils.time(Time.now - @start_request, 'web.request') - end - - error do - e = env['sinatra.error'] - log({level: "error", exception: e.message}.merge(params)) - [500, Utils.enc_j(msg: "un-handled error")] - end - - not_found do - Utils.count(1, 'web.not-found') - [404, Utils.enc_j(msg: "endpoint not found")] - end - - head "/" do - 200 - end - - get "/heartbeat" do - [200, Utils.enc_j(alive: Time.now)] - end - - get "/" do - authenticate - content_type(:html) - erb(:index) - end - - put "/consumers" do - authenticate - [201, Utils.enc_j(Consumer.put(session[:user], params))] - end - - get "/consumers" do - authenticate - [200, Utils.enc_j(Consumer.all(session[:user]))] - end - - get "/consumers/:id" do - authenticate - [200, Utils.enc_j(Consumer.get(params[:id]))] - end - - post "/consumers/:cid/logs" do - Utils.count(1, 'web.post') - Parser.unpack(params[:cid], request.env["rack.input"].read) - [201, Utils.enc_j(msg: "OK")] - end - - post "/beta/consumers/:cid/logs" do - Utils.count(1, 'beta.post') - Parser.unpack(params[:cid], request.env["rack.input"].read, true) - [201, Utils.enc_j(msg: "OK")] - end - - def self.start - log(fn: "start", at: "build") - @server = Mongrel::HttpServer.new("0.0.0.0", Config.port) - @server.register("/", Rack::Handler::Mongrel.new(Web.new)) - log(fn: "start", at: "install_trap") - ["TERM", "INT"].each do |s| - Signal.trap(s) do - log(fn: "trap", signal: s) - @server.stop(true) - log(fn: "trap", signal: s, at: "exit", status: 0) - Kernel.exit!(0) - end - end - log(fn: "start", at: "run", port: Config.port) - @server.run.join - end - - def self.log(data, &blk) - Scrolls.log({ns: "web"}.merge(data), &blk) - end - - end -end diff --git a/librato/main.go b/librato/main.go new file mode 100644 index 0000000..5999890 --- /dev/null +++ b/librato/main.go @@ -0,0 +1,144 @@ +package main + +import ( + "bytes" + "encoding/json" + "fmt" + "io/ioutil" + "l2met/store" + "l2met/utils" + "net/http" + "strconv" + "time" +) + +type LM struct { + Name string `json:"name"` + Time int64 `json:"measure_time"` + Val string `json:"value"` + Source string `json:"source,omitempty"` + Token string +} + +type LP struct { + Gauges []LM `json:"gauges"` +} + +var ( + workers = 2 + libratoUrl = "https://metrics-api.librato.com/v1/metrics" +) + +func main() { + lms := make(chan LM) + inbox := make(chan *store.Bucket) + outbox := make(chan []LM) + + go poll(inbox) + go convert(inbox, lms) + go batch(lms, outbox) + post(outbox) +} + +func poll(out chan<- *store.Bucket) { + for _ = range time.Tick(time.Second * 10) { + startPoll := time.Now() + max := utils.RoundTime(time.Now(), time.Minute) + min := max.Add(-time.Minute) + metrics, err := store.FindMetrics(min, max) + if err != nil { + utils.MeasureE("find-failed", err) + continue + } + for _, id := range metrics { + b := store.Bucket{Id: id} + out <- &b + } + utils.MeasureT(startPoll, "librato.poll") + } +} + +func convert(in <-chan *store.Bucket, out chan<- LM) { + for b := range in { + b.Get() + out <- LM{Token: b.Token, Time: b.Time.Unix(), Name: b.Name + ".min", Val: ff(b.Min())} + out <- LM{Token: b.Token, Time: b.Time.Unix(), Name: b.Name + ".max", Val: ff(b.Max())} + out <- LM{Token: b.Token, Time: b.Time.Unix(), Name: b.Name + ".mean", Val: ff(b.Mean())} + out <- LM{Token: b.Token, Time: b.Time.Unix(), Name: b.Name + ".median", Val: ff(b.Median())} + out <- LM{Token: b.Token, Time: b.Time.Unix(), Name: b.Name + ".p95", Val: ff(b.P95())} + out <- LM{Token: b.Token, Time: b.Time.Unix(), Name: b.Name + ".p99", Val: ff(b.P99())} + out <- LM{Token: b.Token, Time: b.Time.Unix(), Name: b.Name + ".count", Val: fi(b.Count())} + } +} + +func ff(x float64) string { + return strconv.FormatFloat(x, 'f', 5, 64) +} + +func fi(x int) string { + return strconv.FormatInt(int64(x), 10) +} + +func batch(in <-chan LM, out chan<- []LM) { + ticker := time.Tick(time.Second) + batchMap := make(map[string]*[]LM) + for { + select { + case <-ticker: + for k, v := range batchMap { + if len(*v) > 0 { + out <- *v + delete(batchMap, k) + } + } + case lm := <-in: + k := lm.Token + v, ok := batchMap[k] + if !ok { + tmp := make([]LM, 0, 50) + v = &tmp + batchMap[k] = v + } + *v = append(*v, lm) + if len(*v) == cap(*v) { + out <- *v + delete(batchMap, k) + } + } + } +} + +func post(in <-chan []LM) { + for metrics := range in { + if len(metrics) < 1 { + fmt.Printf("at=%q\n", "post.empty.metrics") + continue + } + token := store.Token{Id: metrics[0].Token} + token.Get() + payload := LP{metrics} + j, err := json.Marshal(payload) + postBody := bytes.NewBuffer(j) + if err != nil { + utils.MeasureE("librato.json", err) + continue + } + req, err := http.NewRequest("POST", libratoUrl, postBody) + if err != nil { + continue + } + req.Header.Add("Content-Type", "application/json") + req.SetBasicAuth(token.User, token.Pass) + resp, err := http.DefaultClient.Do(req) + if err != nil { + utils.MeasureE("librato-post", err) + continue + } + if resp.StatusCode/100 != 2 { + b, _ := ioutil.ReadAll(resp.Body) + fmt.Printf("status=%d post-body=%s resp-body=%s\n", + resp.StatusCode, postBody, b) + } + resp.Body.Close() + } +} diff --git a/main.go b/main.go new file mode 100644 index 0000000..066d407 --- /dev/null +++ b/main.go @@ -0,0 +1,141 @@ +package main + +import ( + "bufio" + "fmt" + "l2met/store" + "l2met/utils" + "net/http" + "os" + "strconv" + "sync" + "time" +) + +var ( + port string + registerLocker sync.Mutex +) + +func init() { + port = os.Getenv("PORT") + if len(port) == 0 { + fmt.Printf("at=error error=\"$PORT not set.\"\n") + os.Exit(1) + } +} + +func main() { + fmt.Printf("at=start-l2met port=%s\n", port) + register := make(map[string]*store.Bucket) + iChan := make(chan *store.Bucket, 1000) + oChan := make(chan *store.Bucket, 1000) + for i := 0; i < 5; i++ { + go accept(iChan, ®ister) + go transfer(®ister, oChan) + go outlet(oChan) + } + reciever := func(w http.ResponseWriter, r *http.Request) { recieveLogs(w, r, iChan) } + http.HandleFunc("/logs", reciever) + http.HandleFunc("/query", findMetrics) + http.HandleFunc("/buckets", getBucket) + http.ListenAndServe(":"+port, nil) +} + +func findMetrics(w http.ResponseWriter, r *http.Request) { + defer utils.MeasureT(time.Now(), "query-bucket") + q := r.URL.Query() + limit, err := strconv.ParseInt(q.Get("limit"), 10, 32) + if err != nil { + errmsg := map[string]string{"error": "Missing limit parameter."} + utils.WriteJson(w, 400, errmsg) + return + } + max := utils.RoundTime(time.Now(), time.Minute) + min := max.Add(-1 * time.Minute * time.Duration(limit)) + buckets, err := store.FindMetrics(min, max) + if err != nil { + errmsg := map[string]string{"error": "Unable to find buckets"} + utils.WriteJson(w, 500, errmsg) + return + } + utils.WriteJson(w, 200, buckets) +} + +func getBucket(w http.ResponseWriter, r *http.Request) { + defer utils.MeasureT(time.Now(), "get-bucket") + q := r.URL.Query() + id, err := strconv.ParseInt(q.Get("id"), 10, 64) + if err != nil { + errmsg := map[string]string{"error": "Missing bucket id."} + utils.WriteJson(w, 400, errmsg) + return + } + bucket := &store.Bucket{Id: id} + b, ok := store.CacheGet(bucket) + if ok { + utils.WriteJsonBytes(w, 200, b) + return + } + bucket.Get() + store.CacheSet(bucket) + utils.WriteJson(w, 200, bucket) +} + +func recieveLogs(w http.ResponseWriter, r *http.Request, ch chan<- *store.Bucket) { + if r.Method != "POST" { + http.Error(w, "Invalid Request", 400) + return + } + defer r.Body.Close() + token, err := utils.ParseToken(r) + if err != nil { + utils.MeasureE("http-auth", err) + http.Error(w, "Invalid Request", 400) + return + } + buckets, err := store.NewBucket(token, bufio.NewReader(r.Body)) + if err != nil { + http.Error(w, "Invalid Request", 400) + return + } + + for i := range buckets { + ch <- buckets[i] + } +} + +func accept(ch <-chan *store.Bucket, register *map[string]*store.Bucket) { + for m := range ch { + k := m.String() + var bucket *store.Bucket + registerLocker.Lock() + bucket, ok := (*register)[k] + if !ok { + (*register)[k] = m + } else { + bucket.Add(m) + } + registerLocker.Unlock() + } +} + +func transfer(register *map[string]*store.Bucket, ch chan<- *store.Bucket) { + for _ = range time.Tick(time.Second) { + for k := range *register { + registerLocker.Lock() + if m, ok := (*register)[k]; ok { + ch <- m + delete(*register, k) + } + registerLocker.Unlock() + } + } +} + +func outlet(ch <-chan *store.Bucket) { + for m := range ch { + m.Put() + fmt.Printf("at=put-bucket\n") + } +} diff --git a/public/jquery.js b/public/jquery.js deleted file mode 100644 index 16ad06c..0000000 --- a/public/jquery.js +++ /dev/null @@ -1,4 +0,0 @@ -/*! jQuery v1.7.2 jquery.com | jquery.org/license */ -(function(a,b){function cy(a){return f.isWindow(a)?a:a.nodeType===9?a.defaultView||a.parentWindow:!1}function cu(a){if(!cj[a]){var b=c.body,d=f("<"+a+">").appendTo(b),e=d.css("display");d.remove();if(e==="none"||e===""){ck||(ck=c.createElement("iframe"),ck.frameBorder=ck.width=ck.height=0),b.appendChild(ck);if(!cl||!ck.createElement)cl=(ck.contentWindow||ck.contentDocument).document,cl.write((f.support.boxModel?"":"")+""),cl.close();d=cl.createElement(a),cl.body.appendChild(d),e=f.css(d,"display"),b.removeChild(ck)}cj[a]=e}return cj[a]}function ct(a,b){var c={};f.each(cp.concat.apply([],cp.slice(0,b)),function(){c[this]=a});return c}function cs(){cq=b}function cr(){setTimeout(cs,0);return cq=f.now()}function ci(){try{return new a.ActiveXObject("Microsoft.XMLHTTP")}catch(b){}}function ch(){try{return new a.XMLHttpRequest}catch(b){}}function cb(a,c){a.dataFilter&&(c=a.dataFilter(c,a.dataType));var d=a.dataTypes,e={},g,h,i=d.length,j,k=d[0],l,m,n,o,p;for(g=1;g0){if(c!=="border")for(;e=0===c})}function S(a){return!a||!a.parentNode||a.parentNode.nodeType===11}function K(){return!0}function J(){return!1}function n(a,b,c){var d=b+"defer",e=b+"queue",g=b+"mark",h=f._data(a,d);h&&(c==="queue"||!f._data(a,e))&&(c==="mark"||!f._data(a,g))&&setTimeout(function(){!f._data(a,e)&&!f._data(a,g)&&(f.removeData(a,d,!0),h.fire())},0)}function m(a){for(var b in a){if(b==="data"&&f.isEmptyObject(a[b]))continue;if(b!=="toJSON")return!1}return!0}function l(a,c,d){if(d===b&&a.nodeType===1){var e="data-"+c.replace(k,"-$1").toLowerCase();d=a.getAttribute(e);if(typeof d=="string"){try{d=d==="true"?!0:d==="false"?!1:d==="null"?null:f.isNumeric(d)?+d:j.test(d)?f.parseJSON(d):d}catch(g){}f.data(a,c,d)}else d=b}return d}function h(a){var b=g[a]={},c,d;a=a.split(/\s+/);for(c=0,d=a.length;c)[^>]*$|#([\w\-]*)$)/,j=/\S/,k=/^\s+/,l=/\s+$/,m=/^<(\w+)\s*\/?>(?:<\/\1>)?$/,n=/^[\],:{}\s]*$/,o=/\\(?:["\\\/bfnrt]|u[0-9a-fA-F]{4})/g,p=/"[^"\\\n\r]*"|true|false|null|-?\d+(?:\.\d*)?(?:[eE][+\-]?\d+)?/g,q=/(?:^|:|,)(?:\s*\[)+/g,r=/(webkit)[ \/]([\w.]+)/,s=/(opera)(?:.*version)?[ \/]([\w.]+)/,t=/(msie) ([\w.]+)/,u=/(mozilla)(?:.*? rv:([\w.]+))?/,v=/-([a-z]|[0-9])/ig,w=/^-ms-/,x=function(a,b){return(b+"").toUpperCase()},y=d.userAgent,z,A,B,C=Object.prototype.toString,D=Object.prototype.hasOwnProperty,E=Array.prototype.push,F=Array.prototype.slice,G=String.prototype.trim,H=Array.prototype.indexOf,I={};e.fn=e.prototype={constructor:e,init:function(a,d,f){var g,h,j,k;if(!a)return this;if(a.nodeType){this.context=this[0]=a,this.length=1;return this}if(a==="body"&&!d&&c.body){this.context=c,this[0]=c.body,this.selector=a,this.length=1;return this}if(typeof a=="string"){a.charAt(0)!=="<"||a.charAt(a.length-1)!==">"||a.length<3?g=i.exec(a):g=[null,a,null];if(g&&(g[1]||!d)){if(g[1]){d=d instanceof e?d[0]:d,k=d?d.ownerDocument||d:c,j=m.exec(a),j?e.isPlainObject(d)?(a=[c.createElement(j[1])],e.fn.attr.call(a,d,!0)):a=[k.createElement(j[1])]:(j=e.buildFragment([g[1]],[k]),a=(j.cacheable?e.clone(j.fragment):j.fragment).childNodes);return e.merge(this,a)}h=c.getElementById(g[2]);if(h&&h.parentNode){if(h.id!==g[2])return f.find(a);this.length=1,this[0]=h}this.context=c,this.selector=a;return this}return!d||d.jquery?(d||f).find(a):this.constructor(d).find(a)}if(e.isFunction(a))return f.ready(a);a.selector!==b&&(this.selector=a.selector,this.context=a.context);return e.makeArray(a,this)},selector:"",jquery:"1.7.2",length:0,size:function(){return this.length},toArray:function(){return F.call(this,0)},get:function(a){return a==null?this.toArray():a<0?this[this.length+a]:this[a]},pushStack:function(a,b,c){var d=this.constructor();e.isArray(a)?E.apply(d,a):e.merge(d,a),d.prevObject=this,d.context=this.context,b==="find"?d.selector=this.selector+(this.selector?" ":"")+c:b&&(d.selector=this.selector+"."+b+"("+c+")");return d},each:function(a,b){return e.each(this,a,b)},ready:function(a){e.bindReady(),A.add(a);return this},eq:function(a){a=+a;return a===-1?this.slice(a):this.slice(a,a+1)},first:function(){return this.eq(0)},last:function(){return this.eq(-1)},slice:function(){return this.pushStack(F.apply(this,arguments),"slice",F.call(arguments).join(","))},map:function(a){return this.pushStack(e.map(this,function(b,c){return a.call(b,c,b)}))},end:function(){return this.prevObject||this.constructor(null)},push:E,sort:[].sort,splice:[].splice},e.fn.init.prototype=e.fn,e.extend=e.fn.extend=function(){var a,c,d,f,g,h,i=arguments[0]||{},j=1,k=arguments.length,l=!1;typeof i=="boolean"&&(l=i,i=arguments[1]||{},j=2),typeof i!="object"&&!e.isFunction(i)&&(i={}),k===j&&(i=this,--j);for(;j0)return;A.fireWith(c,[e]),e.fn.trigger&&e(c).trigger("ready").off("ready")}},bindReady:function(){if(!A){A=e.Callbacks("once memory");if(c.readyState==="complete")return setTimeout(e.ready,1);if(c.addEventListener)c.addEventListener("DOMContentLoaded",B,!1),a.addEventListener("load",e.ready,!1);else if(c.attachEvent){c.attachEvent("onreadystatechange",B),a.attachEvent("onload",e.ready);var b=!1;try{b=a.frameElement==null}catch(d){}c.documentElement.doScroll&&b&&J()}}},isFunction:function(a){return e.type(a)==="function"},isArray:Array.isArray||function(a){return e.type(a)==="array"},isWindow:function(a){return a!=null&&a==a.window},isNumeric:function(a){return!isNaN(parseFloat(a))&&isFinite(a)},type:function(a){return a==null?String(a):I[C.call(a)]||"object"},isPlainObject:function(a){if(!a||e.type(a)!=="object"||a.nodeType||e.isWindow(a))return!1;try{if(a.constructor&&!D.call(a,"constructor")&&!D.call(a.constructor.prototype,"isPrototypeOf"))return!1}catch(c){return!1}var d;for(d in a);return d===b||D.call(a,d)},isEmptyObject:function(a){for(var b in a)return!1;return!0},error:function(a){throw new Error(a)},parseJSON:function(b){if(typeof b!="string"||!b)return null;b=e.trim(b);if(a.JSON&&a.JSON.parse)return a.JSON.parse(b);if(n.test(b.replace(o,"@").replace(p,"]").replace(q,"")))return(new Function("return "+b))();e.error("Invalid JSON: "+b)},parseXML:function(c){if(typeof c!="string"||!c)return null;var d,f;try{a.DOMParser?(f=new DOMParser,d=f.parseFromString(c,"text/xml")):(d=new ActiveXObject("Microsoft.XMLDOM"),d.async="false",d.loadXML(c))}catch(g){d=b}(!d||!d.documentElement||d.getElementsByTagName("parsererror").length)&&e.error("Invalid XML: "+c);return d},noop:function(){},globalEval:function(b){b&&j.test(b)&&(a.execScript||function(b){a.eval.call(a,b)})(b)},camelCase:function(a){return a.replace(w,"ms-").replace(v,x)},nodeName:function(a,b){return a.nodeName&&a.nodeName.toUpperCase()===b.toUpperCase()},each:function(a,c,d){var f,g=0,h=a.length,i=h===b||e.isFunction(a);if(d){if(i){for(f in a)if(c.apply(a[f],d)===!1)break}else for(;g0&&a[0]&&a[j-1]||j===0||e.isArray(a));if(k)for(;i1?i.call(arguments,0):b,j.notifyWith(k,e)}}function l(a){return function(c){b[a]=arguments.length>1?i.call(arguments,0):c,--g||j.resolveWith(j,b)}}var b=i.call(arguments,0),c=0,d=b.length,e=Array(d),g=d,h=d,j=d<=1&&a&&f.isFunction(a.promise)?a:f.Deferred(),k=j.promise();if(d>1){for(;c
a",d=p.getElementsByTagName("*"),e=p.getElementsByTagName("a")[0];if(!d||!d.length||!e)return{};g=c.createElement("select"),h=g.appendChild(c.createElement("option")),i=p.getElementsByTagName("input")[0],b={leadingWhitespace:p.firstChild.nodeType===3,tbody:!p.getElementsByTagName("tbody").length,htmlSerialize:!!p.getElementsByTagName("link").length,style:/top/.test(e.getAttribute("style")),hrefNormalized:e.getAttribute("href")==="/a",opacity:/^0.55/.test(e.style.opacity),cssFloat:!!e.style.cssFloat,checkOn:i.value==="on",optSelected:h.selected,getSetAttribute:p.className!=="t",enctype:!!c.createElement("form").enctype,html5Clone:c.createElement("nav").cloneNode(!0).outerHTML!=="<:nav>",submitBubbles:!0,changeBubbles:!0,focusinBubbles:!1,deleteExpando:!0,noCloneEvent:!0,inlineBlockNeedsLayout:!1,shrinkWrapBlocks:!1,reliableMarginRight:!0,pixelMargin:!0},f.boxModel=b.boxModel=c.compatMode==="CSS1Compat",i.checked=!0,b.noCloneChecked=i.cloneNode(!0).checked,g.disabled=!0,b.optDisabled=!h.disabled;try{delete p.test}catch(r){b.deleteExpando=!1}!p.addEventListener&&p.attachEvent&&p.fireEvent&&(p.attachEvent("onclick",function(){b.noCloneEvent=!1}),p.cloneNode(!0).fireEvent("onclick")),i=c.createElement("input"),i.value="t",i.setAttribute("type","radio"),b.radioValue=i.value==="t",i.setAttribute("checked","checked"),i.setAttribute("name","t"),p.appendChild(i),j=c.createDocumentFragment(),j.appendChild(p.lastChild),b.checkClone=j.cloneNode(!0).cloneNode(!0).lastChild.checked,b.appendChecked=i.checked,j.removeChild(i),j.appendChild(p);if(p.attachEvent)for(n in{submit:1,change:1,focusin:1})m="on"+n,o=m in p,o||(p.setAttribute(m,"return;"),o=typeof p[m]=="function"),b[n+"Bubbles"]=o;j.removeChild(p),j=g=h=p=i=null,f(function(){var d,e,g,h,i,j,l,m,n,q,r,s,t,u=c.getElementsByTagName("body")[0];!u||(m=1,t="padding:0;margin:0;border:",r="position:absolute;top:0;left:0;width:1px;height:1px;",s=t+"0;visibility:hidden;",n="style='"+r+t+"5px solid #000;",q="
"+""+"
",d=c.createElement("div"),d.style.cssText=s+"width:0;height:0;position:static;top:0;margin-top:"+m+"px",u.insertBefore(d,u.firstChild),p=c.createElement("div"),d.appendChild(p),p.innerHTML="
t
",k=p.getElementsByTagName("td"),o=k[0].offsetHeight===0,k[0].style.display="",k[1].style.display="none",b.reliableHiddenOffsets=o&&k[0].offsetHeight===0,a.getComputedStyle&&(p.innerHTML="",l=c.createElement("div"),l.style.width="0",l.style.marginRight="0",p.style.width="2px",p.appendChild(l),b.reliableMarginRight=(parseInt((a.getComputedStyle(l,null)||{marginRight:0}).marginRight,10)||0)===0),typeof p.style.zoom!="undefined"&&(p.innerHTML="",p.style.width=p.style.padding="1px",p.style.border=0,p.style.overflow="hidden",p.style.display="inline",p.style.zoom=1,b.inlineBlockNeedsLayout=p.offsetWidth===3,p.style.display="block",p.style.overflow="visible",p.innerHTML="
",b.shrinkWrapBlocks=p.offsetWidth!==3),p.style.cssText=r+s,p.innerHTML=q,e=p.firstChild,g=e.firstChild,i=e.nextSibling.firstChild.firstChild,j={doesNotAddBorder:g.offsetTop!==5,doesAddBorderForTableAndCells:i.offsetTop===5},g.style.position="fixed",g.style.top="20px",j.fixedPosition=g.offsetTop===20||g.offsetTop===15,g.style.position=g.style.top="",e.style.overflow="hidden",e.style.position="relative",j.subtractsBorderForOverflowNotVisible=g.offsetTop===-5,j.doesNotIncludeMarginInBodyOffset=u.offsetTop!==m,a.getComputedStyle&&(p.style.marginTop="1%",b.pixelMargin=(a.getComputedStyle(p,null)||{marginTop:0}).marginTop!=="1%"),typeof d.style.zoom!="undefined"&&(d.style.zoom=1),u.removeChild(d),l=p=d=null,f.extend(b,j))});return b}();var j=/^(?:\{.*\}|\[.*\])$/,k=/([A-Z])/g;f.extend({cache:{},uuid:0,expando:"jQuery"+(f.fn.jquery+Math.random()).replace(/\D/g,""),noData:{embed:!0,object:"clsid:D27CDB6E-AE6D-11cf-96B8-444553540000",applet:!0},hasData:function(a){a=a.nodeType?f.cache[a[f.expando]]:a[f.expando];return!!a&&!m(a)},data:function(a,c,d,e){if(!!f.acceptData(a)){var g,h,i,j=f.expando,k=typeof c=="string",l=a.nodeType,m=l?f.cache:a,n=l?a[j]:a[j]&&j,o=c==="events";if((!n||!m[n]||!o&&!e&&!m[n].data)&&k&&d===b)return;n||(l?a[j]=n=++f.uuid:n=j),m[n]||(m[n]={},l||(m[n].toJSON=f.noop));if(typeof c=="object"||typeof c=="function")e?m[n]=f.extend(m[n],c):m[n].data=f.extend(m[n].data,c);g=h=m[n],e||(h.data||(h.data={}),h=h.data),d!==b&&(h[f.camelCase(c)]=d);if(o&&!h[c])return g.events;k?(i=h[c],i==null&&(i=h[f.camelCase(c)])):i=h;return i}},removeData:function(a,b,c){if(!!f.acceptData(a)){var d,e,g,h=f.expando,i=a.nodeType,j=i?f.cache:a,k=i?a[h]:h;if(!j[k])return;if(b){d=c?j[k]:j[k].data;if(d){f.isArray(b)||(b in d?b=[b]:(b=f.camelCase(b),b in d?b=[b]:b=b.split(" ")));for(e=0,g=b.length;e1,null,!1)},removeData:function(a){return this.each(function(){f.removeData(this,a)})}}),f.extend({_mark:function(a,b){a&&(b=(b||"fx")+"mark",f._data(a,b,(f._data(a,b)||0)+1))},_unmark:function(a,b,c){a!==!0&&(c=b,b=a,a=!1);if(b){c=c||"fx";var d=c+"mark",e=a?0:(f._data(b,d)||1)-1;e?f._data(b,d,e):(f.removeData(b,d,!0),n(b,c,"mark"))}},queue:function(a,b,c){var d;if(a){b=(b||"fx")+"queue",d=f._data(a,b),c&&(!d||f.isArray(c)?d=f._data(a,b,f.makeArray(c)):d.push(c));return d||[]}},dequeue:function(a,b){b=b||"fx";var c=f.queue(a,b),d=c.shift(),e={};d==="inprogress"&&(d=c.shift()),d&&(b==="fx"&&c.unshift("inprogress"),f._data(a,b+".run",e),d.call(a,function(){f.dequeue(a,b)},e)),c.length||(f.removeData(a,b+"queue "+b+".run",!0),n(a,b,"queue"))}}),f.fn.extend({queue:function(a,c){var d=2;typeof a!="string"&&(c=a,a="fx",d--);if(arguments.length1)},removeAttr:function(a){return this.each(function(){f.removeAttr(this,a)})},prop:function(a,b){return f.access(this,f.prop,a,b,arguments.length>1)},removeProp:function(a){a=f.propFix[a]||a;return this.each(function(){try{this[a]=b,delete this[a]}catch(c){}})},addClass:function(a){var b,c,d,e,g,h,i;if(f.isFunction(a))return this.each(function(b){f(this).addClass(a.call(this,b,this.className))});if(a&&typeof a=="string"){b=a.split(p);for(c=0,d=this.length;c-1)return!0;return!1},val:function(a){var c,d,e,g=this[0];{if(!!arguments.length){e=f.isFunction(a);return this.each(function(d){var g=f(this),h;if(this.nodeType===1){e?h=a.call(this,d,g.val()):h=a,h==null?h="":typeof h=="number"?h+="":f.isArray(h)&&(h=f.map(h,function(a){return a==null?"":a+""})),c=f.valHooks[this.type]||f.valHooks[this.nodeName.toLowerCase()];if(!c||!("set"in c)||c.set(this,h,"value")===b)this.value=h}})}if(g){c=f.valHooks[g.type]||f.valHooks[g.nodeName.toLowerCase()];if(c&&"get"in c&&(d=c.get(g,"value"))!==b)return d;d=g.value;return typeof d=="string"?d.replace(q,""):d==null?"":d}}}}),f.extend({valHooks:{option:{get:function(a){var b=a.attributes.value;return!b||b.specified?a.value:a.text}},select:{get:function(a){var b,c,d,e,g=a.selectedIndex,h=[],i=a.options,j=a.type==="select-one";if(g<0)return null;c=j?g:0,d=j?g+1:i.length;for(;c=0}),c.length||(a.selectedIndex=-1);return c}}},attrFn:{val:!0,css:!0,html:!0,text:!0,data:!0,width:!0,height:!0,offset:!0},attr:function(a,c,d,e){var g,h,i,j=a.nodeType;if(!!a&&j!==3&&j!==8&&j!==2){if(e&&c in f.attrFn)return f(a)[c](d);if(typeof a.getAttribute=="undefined")return f.prop(a,c,d);i=j!==1||!f.isXMLDoc(a),i&&(c=c.toLowerCase(),h=f.attrHooks[c]||(u.test(c)?x:w));if(d!==b){if(d===null){f.removeAttr(a,c);return}if(h&&"set"in h&&i&&(g=h.set(a,d,c))!==b)return g;a.setAttribute(c,""+d);return d}if(h&&"get"in h&&i&&(g=h.get(a,c))!==null)return g;g=a.getAttribute(c);return g===null?b:g}},removeAttr:function(a,b){var c,d,e,g,h,i=0;if(b&&a.nodeType===1){d=b.toLowerCase().split(p),g=d.length;for(;i=0}})});var z=/^(?:textarea|input|select)$/i,A=/^([^\.]*)?(?:\.(.+))?$/,B=/(?:^|\s)hover(\.\S+)?\b/,C=/^key/,D=/^(?:mouse|contextmenu)|click/,E=/^(?:focusinfocus|focusoutblur)$/,F=/^(\w*)(?:#([\w\-]+))?(?:\.([\w\-]+))?$/,G=function( -a){var b=F.exec(a);b&&(b[1]=(b[1]||"").toLowerCase(),b[3]=b[3]&&new RegExp("(?:^|\\s)"+b[3]+"(?:\\s|$)"));return b},H=function(a,b){var c=a.attributes||{};return(!b[1]||a.nodeName.toLowerCase()===b[1])&&(!b[2]||(c.id||{}).value===b[2])&&(!b[3]||b[3].test((c["class"]||{}).value))},I=function(a){return f.event.special.hover?a:a.replace(B,"mouseenter$1 mouseleave$1")};f.event={add:function(a,c,d,e,g){var h,i,j,k,l,m,n,o,p,q,r,s;if(!(a.nodeType===3||a.nodeType===8||!c||!d||!(h=f._data(a)))){d.handler&&(p=d,d=p.handler,g=p.selector),d.guid||(d.guid=f.guid++),j=h.events,j||(h.events=j={}),i=h.handle,i||(h.handle=i=function(a){return typeof f!="undefined"&&(!a||f.event.triggered!==a.type)?f.event.dispatch.apply(i.elem,arguments):b},i.elem=a),c=f.trim(I(c)).split(" ");for(k=0;k=0&&(h=h.slice(0,-1),k=!0),h.indexOf(".")>=0&&(i=h.split("."),h=i.shift(),i.sort());if((!e||f.event.customEvent[h])&&!f.event.global[h])return;c=typeof c=="object"?c[f.expando]?c:new f.Event(h,c):new f.Event(h),c.type=h,c.isTrigger=!0,c.exclusive=k,c.namespace=i.join("."),c.namespace_re=c.namespace?new RegExp("(^|\\.)"+i.join("\\.(?:.*\\.)?")+"(\\.|$)"):null,o=h.indexOf(":")<0?"on"+h:"";if(!e){j=f.cache;for(l in j)j[l].events&&j[l].events[h]&&f.event.trigger(c,d,j[l].handle.elem,!0);return}c.result=b,c.target||(c.target=e),d=d!=null?f.makeArray(d):[],d.unshift(c),p=f.event.special[h]||{};if(p.trigger&&p.trigger.apply(e,d)===!1)return;r=[[e,p.bindType||h]];if(!g&&!p.noBubble&&!f.isWindow(e)){s=p.delegateType||h,m=E.test(s+h)?e:e.parentNode,n=null;for(;m;m=m.parentNode)r.push([m,s]),n=m;n&&n===e.ownerDocument&&r.push([n.defaultView||n.parentWindow||a,s])}for(l=0;le&&j.push({elem:this,matches:d.slice(e)});for(k=0;k0?this.on(b,null,a,c):this.trigger(b)},f.attrFn&&(f.attrFn[b]=!0),C.test(b)&&(f.event.fixHooks[b]=f.event.keyHooks),D.test(b)&&(f.event.fixHooks[b]=f.event.mouseHooks)}),function(){function x(a,b,c,e,f,g){for(var h=0,i=e.length;h0){k=j;break}}j=j[a]}e[h]=k}}}function w(a,b,c,e,f,g){for(var h=0,i=e.length;h+~,(\[\\]+)+|[>+~])(\s*,\s*)?((?:.|\r|\n)*)/g,d="sizcache"+(Math.random()+"").replace(".",""),e=0,g=Object.prototype.toString,h=!1,i=!0,j=/\\/g,k=/\r\n/g,l=/\W/;[0,0].sort(function(){i=!1;return 0});var m=function(b,d,e,f){e=e||[],d=d||c;var h=d;if(d.nodeType!==1&&d.nodeType!==9)return[];if(!b||typeof b!="string")return e;var i,j,k,l,n,q,r,t,u=!0,v=m.isXML(d),w=[],x=b;do{a.exec(""),i=a.exec(x);if(i){x=i[3],w.push(i[1]);if(i[2]){l=i[3];break}}}while(i);if(w.length>1&&p.exec(b))if(w.length===2&&o.relative[w[0]])j=y(w[0]+w[1],d,f);else{j=o.relative[w[0]]?[d]:m(w.shift(),d);while(w.length)b=w.shift(),o.relative[b]&&(b+=w.shift()),j=y(b,j,f)}else{!f&&w.length>1&&d.nodeType===9&&!v&&o.match.ID.test(w[0])&&!o.match.ID.test(w[w.length-1])&&(n=m.find(w.shift(),d,v),d=n.expr?m.filter(n.expr,n.set)[0]:n.set[0]);if(d){n=f?{expr:w.pop(),set:s(f)}:m.find(w.pop(),w.length===1&&(w[0]==="~"||w[0]==="+")&&d.parentNode?d.parentNode:d,v),j=n.expr?m.filter(n.expr,n.set):n.set,w.length>0?k=s(j):u=!1;while(w.length)q=w.pop(),r=q,o.relative[q]?r=w.pop():q="",r==null&&(r=d),o.relative[q](k,r,v)}else k=w=[]}k||(k=j),k||m.error(q||b);if(g.call(k)==="[object Array]")if(!u)e.push.apply(e,k);else if(d&&d.nodeType===1)for(t=0;k[t]!=null;t++)k[t]&&(k[t]===!0||k[t].nodeType===1&&m.contains(d,k[t]))&&e.push(j[t]);else for(t=0;k[t]!=null;t++)k[t]&&k[t].nodeType===1&&e.push(j[t]);else s(k,e);l&&(m(l,h,e,f),m.uniqueSort(e));return e};m.uniqueSort=function(a){if(u){h=i,a.sort(u);if(h)for(var b=1;b0},m.find=function(a,b,c){var d,e,f,g,h,i;if(!a)return[];for(e=0,f=o.order.length;e":function(a,b){var c,d=typeof b=="string",e=0,f=a.length;if(d&&!l.test(b)){b=b.toLowerCase();for(;e=0)?c||d.push(h):c&&(b[g]=!1));return!1},ID:function(a){return a[1].replace(j,"")},TAG:function(a,b){return a[1].replace(j,"").toLowerCase()},CHILD:function(a){if(a[1]==="nth"){a[2]||m.error(a[0]),a[2]=a[2].replace(/^\+|\s*/g,"");var b=/(-?)(\d*)(?:n([+\-]?\d*))?/.exec(a[2]==="even"&&"2n"||a[2]==="odd"&&"2n+1"||!/\D/.test(a[2])&&"0n+"+a[2]||a[2]);a[2]=b[1]+(b[2]||1)-0,a[3]=b[3]-0}else a[2]&&m.error(a[0]);a[0]=e++;return a},ATTR:function(a,b,c,d,e,f){var g=a[1]=a[1].replace(j,"");!f&&o.attrMap[g]&&(a[1]=o.attrMap[g]),a[4]=(a[4]||a[5]||"").replace(j,""),a[2]==="~="&&(a[4]=" "+a[4]+" ");return a},PSEUDO:function(b,c,d,e,f){if(b[1]==="not")if((a.exec(b[3])||"").length>1||/^\w/.test(b[3]))b[3]=m(b[3],null,null,c);else{var g=m.filter(b[3],c,d,!0^f);d||e.push.apply(e,g);return!1}else if(o.match.POS.test(b[0])||o.match.CHILD.test(b[0]))return!0;return b},POS:function(a){a.unshift(!0);return a}},filters:{enabled:function(a){return a.disabled===!1&&a.type!=="hidden"},disabled:function(a){return a.disabled===!0},checked:function(a){return a.checked===!0},selected:function(a){a.parentNode&&a.parentNode.selectedIndex;return a.selected===!0},parent:function(a){return!!a.firstChild},empty:function(a){return!a.firstChild},has:function(a,b,c){return!!m(c[3],a).length},header:function(a){return/h\d/i.test(a.nodeName)},text:function(a){var b=a.getAttribute("type"),c=a.type;return a.nodeName.toLowerCase()==="input"&&"text"===c&&(b===c||b===null)},radio:function(a){return a.nodeName.toLowerCase()==="input"&&"radio"===a.type},checkbox:function(a){return a.nodeName.toLowerCase()==="input"&&"checkbox"===a.type},file:function(a){return a.nodeName.toLowerCase()==="input"&&"file"===a.type},password:function(a){return a.nodeName.toLowerCase()==="input"&&"password"===a.type},submit:function(a){var b=a.nodeName.toLowerCase();return(b==="input"||b==="button")&&"submit"===a.type},image:function(a){return a.nodeName.toLowerCase()==="input"&&"image"===a.type},reset:function(a){var b=a.nodeName.toLowerCase();return(b==="input"||b==="button")&&"reset"===a.type},button:function(a){var b=a.nodeName.toLowerCase();return b==="input"&&"button"===a.type||b==="button"},input:function(a){return/input|select|textarea|button/i.test(a.nodeName)},focus:function(a){return a===a.ownerDocument.activeElement}},setFilters:{first:function(a,b){return b===0},last:function(a,b,c,d){return b===d.length-1},even:function(a,b){return b%2===0},odd:function(a,b){return b%2===1},lt:function(a,b,c){return bc[3]-0},nth:function(a,b,c){return c[3]-0===b},eq:function(a,b,c){return c[3]-0===b}},filter:{PSEUDO:function(a,b,c,d){var e=b[1],f=o.filters[e];if(f)return f(a,c,b,d);if(e==="contains")return(a.textContent||a.innerText||n([a])||"").indexOf(b[3])>=0;if(e==="not"){var g=b[3];for(var h=0,i=g.length;h=0}},ID:function(a,b){return a.nodeType===1&&a.getAttribute("id")===b},TAG:function(a,b){return b==="*"&&a.nodeType===1||!!a.nodeName&&a.nodeName.toLowerCase()===b},CLASS:function(a,b){return(" "+(a.className||a.getAttribute("class"))+" ").indexOf(b)>-1},ATTR:function(a,b){var c=b[1],d=m.attr?m.attr(a,c):o.attrHandle[c]?o.attrHandle[c](a):a[c]!=null?a[c]:a.getAttribute(c),e=d+"",f=b[2],g=b[4];return d==null?f==="!=":!f&&m.attr?d!=null:f==="="?e===g:f==="*="?e.indexOf(g)>=0:f==="~="?(" "+e+" ").indexOf(g)>=0:g?f==="!="?e!==g:f==="^="?e.indexOf(g)===0:f==="$="?e.substr(e.length-g.length)===g:f==="|="?e===g||e.substr(0,g.length+1)===g+"-":!1:e&&d!==!1},POS:function(a,b,c,d){var e=b[2],f=o.setFilters[e];if(f)return f(a,c,b,d)}}},p=o.match.POS,q=function(a,b){return"\\"+(b-0+1)};for(var r in o.match)o.match[r]=new RegExp(o.match[r].source+/(?![^\[]*\])(?![^\(]*\))/.source),o.leftMatch[r]=new RegExp(/(^(?:.|\r|\n)*?)/.source+o.match[r].source.replace(/\\(\d+)/g,q));o.match.globalPOS=p;var s=function(a,b){a=Array.prototype.slice.call(a,0);if(b){b.push.apply(b,a);return b}return a};try{Array.prototype.slice.call(c.documentElement.childNodes,0)[0].nodeType}catch(t){s=function(a,b){var c=0,d=b||[];if(g.call(a)==="[object Array]")Array.prototype.push.apply(d,a);else if(typeof a.length=="number")for(var e=a.length;c",e.insertBefore(a,e.firstChild),c.getElementById(d)&&(o.find.ID=function(a,c,d){if(typeof c.getElementById!="undefined"&&!d){var e=c.getElementById(a[1]);return e?e.id===a[1]||typeof e.getAttributeNode!="undefined"&&e.getAttributeNode("id").nodeValue===a[1]?[e]:b:[]}},o.filter.ID=function(a,b){var c=typeof a.getAttributeNode!="undefined"&&a.getAttributeNode("id");return a.nodeType===1&&c&&c.nodeValue===b}),e.removeChild(a),e=a=null}(),function(){var a=c.createElement("div");a.appendChild(c.createComment("")),a.getElementsByTagName("*").length>0&&(o.find.TAG=function(a,b){var c=b.getElementsByTagName(a[1]);if(a[1]==="*"){var d=[];for(var e=0;c[e];e++)c[e].nodeType===1&&d.push(c[e]);c=d}return c}),a.innerHTML="",a.firstChild&&typeof a.firstChild.getAttribute!="undefined"&&a.firstChild.getAttribute("href")!=="#"&&(o.attrHandle.href=function(a){return a.getAttribute("href",2)}),a=null}(),c.querySelectorAll&&function(){var a=m,b=c.createElement("div"),d="__sizzle__";b.innerHTML="

";if(!b.querySelectorAll||b.querySelectorAll(".TEST").length!==0){m=function(b,e,f,g){e=e||c;if(!g&&!m.isXML(e)){var h=/^(\w+$)|^\.([\w\-]+$)|^#([\w\-]+$)/.exec(b);if(h&&(e.nodeType===1||e.nodeType===9)){if(h[1])return s(e.getElementsByTagName(b),f);if(h[2]&&o.find.CLASS&&e.getElementsByClassName)return s(e.getElementsByClassName(h[2]),f)}if(e.nodeType===9){if(b==="body"&&e.body)return s([e.body],f);if(h&&h[3]){var i=e.getElementById(h[3]);if(!i||!i.parentNode)return s([],f);if(i.id===h[3])return s([i],f)}try{return s(e.querySelectorAll(b),f)}catch(j){}}else if(e.nodeType===1&&e.nodeName.toLowerCase()!=="object"){var k=e,l=e.getAttribute("id"),n=l||d,p=e.parentNode,q=/^\s*[+~]/.test(b);l?n=n.replace(/'/g,"\\$&"):e.setAttribute("id",n),q&&p&&(e=e.parentNode);try{if(!q||p)return s(e.querySelectorAll("[id='"+n+"'] "+b),f)}catch(r){}finally{l||k.removeAttribute("id")}}}return a(b,e,f,g)};for(var e in a)m[e]=a[e];b=null}}(),function(){var a=c.documentElement,b=a.matchesSelector||a.mozMatchesSelector||a.webkitMatchesSelector||a.msMatchesSelector;if(b){var d=!b.call(c.createElement("div"),"div"),e=!1;try{b.call(c.documentElement,"[test!='']:sizzle")}catch(f){e=!0}m.matchesSelector=function(a,c){c=c.replace(/\=\s*([^'"\]]*)\s*\]/g,"='$1']");if(!m.isXML(a))try{if(e||!o.match.PSEUDO.test(c)&&!/!=/.test(c)){var f=b.call(a,c);if(f||!d||a.document&&a.document.nodeType!==11)return f}}catch(g){}return m(c,null,null,[a]).length>0}}}(),function(){var a=c.createElement("div");a.innerHTML="
";if(!!a.getElementsByClassName&&a.getElementsByClassName("e").length!==0){a.lastChild.className="e";if(a.getElementsByClassName("e").length===1)return;o.order.splice(1,0,"CLASS"),o.find.CLASS=function(a,b,c){if(typeof b.getElementsByClassName!="undefined"&&!c)return b.getElementsByClassName(a[1])},a=null}}(),c.documentElement.contains?m.contains=function(a,b){return a!==b&&(a.contains?a.contains(b):!0)}:c.documentElement.compareDocumentPosition?m.contains=function(a,b){return!!(a.compareDocumentPosition(b)&16)}:m.contains=function(){return!1},m.isXML=function(a){var b=(a?a.ownerDocument||a:0).documentElement;return b?b.nodeName!=="HTML":!1};var y=function(a,b,c){var d,e=[],f="",g=b.nodeType?[b]:b;while(d=o.match.PSEUDO.exec(a))f+=d[0],a=a.replace(o.match.PSEUDO,"");a=o.relative[a]?a+"*":a;for(var h=0,i=g.length;h0)for(h=g;h=0:f.filter(a,this).length>0:this.filter(a).length>0)},closest:function(a,b){var c=[],d,e,g=this[0];if(f.isArray(a)){var h=1;while(g&&g.ownerDocument&&g!==b){for(d=0;d-1:f.find.matchesSelector(g,a)){c.push(g);break}g=g.parentNode;if(!g||!g.ownerDocument||g===b||g.nodeType===11)break}}c=c.length>1?f.unique(c):c;return this.pushStack(c,"closest",a)},index:function(a){if(!a)return this[0]&&this[0].parentNode?this.prevAll().length:-1;if(typeof a=="string")return f.inArray(this[0],f(a));return f.inArray(a.jquery?a[0]:a,this)},add:function(a,b){var c=typeof a=="string"?f(a,b):f.makeArray(a&&a.nodeType?[a]:a),d=f.merge(this.get(),c);return this.pushStack(S(c[0])||S(d[0])?d:f.unique(d))},andSelf:function(){return this.add(this.prevObject)}}),f.each({parent:function(a){var b=a.parentNode;return b&&b.nodeType!==11?b:null},parents:function(a){return f.dir(a,"parentNode")},parentsUntil:function(a,b,c){return f.dir(a,"parentNode",c)},next:function(a){return f.nth(a,2,"nextSibling")},prev:function(a){return f.nth(a,2,"previousSibling")},nextAll:function(a){return f.dir(a,"nextSibling")},prevAll:function(a){return f.dir(a,"previousSibling")},nextUntil:function(a,b,c){return f.dir(a,"nextSibling",c)},prevUntil:function(a,b,c){return f.dir(a,"previousSibling",c)},siblings:function(a){return f.sibling((a.parentNode||{}).firstChild,a)},children:function(a){return f.sibling(a.firstChild)},contents:function(a){return f.nodeName(a,"iframe")?a.contentDocument||a.contentWindow.document:f.makeArray(a.childNodes)}},function(a,b){f.fn[a]=function(c,d){var e=f.map(this,b,c);L.test(a)||(d=c),d&&typeof d=="string"&&(e=f.filter(d,e)),e=this.length>1&&!R[a]?f.unique(e):e,(this.length>1||N.test(d))&&M.test(a)&&(e=e.reverse());return this.pushStack(e,a,P.call(arguments).join(","))}}),f.extend({filter:function(a,b,c){c&&(a=":not("+a+")");return b.length===1?f.find.matchesSelector(b[0],a)?[b[0]]:[]:f.find.matches(a,b)},dir:function(a,c,d){var e=[],g=a[c];while(g&&g.nodeType!==9&&(d===b||g.nodeType!==1||!f(g).is(d)))g.nodeType===1&&e.push(g),g=g[c];return e},nth:function(a,b,c,d){b=b||1;var e=0;for(;a;a=a[c])if(a.nodeType===1&&++e===b)break;return a},sibling:function(a,b){var c=[];for(;a;a=a.nextSibling)a.nodeType===1&&a!==b&&c.push(a);return c}});var V="abbr|article|aside|audio|bdi|canvas|data|datalist|details|figcaption|figure|footer|header|hgroup|mark|meter|nav|output|progress|section|summary|time|video",W=/ jQuery\d+="(?:\d+|null)"/g,X=/^\s+/,Y=/<(?!area|br|col|embed|hr|img|input|link|meta|param)(([\w:]+)[^>]*)\/>/ig,Z=/<([\w:]+)/,$=/]","i"),bd=/checked\s*(?:[^=]|=\s*.checked.)/i,be=/\/(java|ecma)script/i,bf=/^\s*",""],legend:[1,"
","
"],thead:[1,"","
"],tr:[2,"","
"],td:[3,"","
"],col:[2,"","
"],area:[1,"",""],_default:[0,"",""]},bh=U(c);bg.optgroup=bg.option,bg.tbody=bg.tfoot=bg.colgroup=bg.caption=bg.thead,bg.th=bg.td,f.support.htmlSerialize||(bg._default=[1,"div
","
"]),f.fn.extend({text:function(a){return f.access(this,function(a){return a===b?f.text(this):this.empty().append((this[0]&&this[0].ownerDocument||c).createTextNode(a))},null,a,arguments.length)},wrapAll:function(a){if(f.isFunction(a))return this.each(function(b){f(this).wrapAll(a.call(this,b))});if(this[0]){var b=f(a,this[0].ownerDocument).eq(0).clone(!0);this[0].parentNode&&b.insertBefore(this[0]),b.map(function(){var a=this;while(a.firstChild&&a.firstChild.nodeType===1)a=a.firstChild;return a}).append(this)}return this},wrapInner:function(a){if(f.isFunction(a))return this.each(function(b){f(this).wrapInner(a.call(this,b))});return this.each(function(){var b=f(this),c=b.contents();c.length?c.wrapAll(a):b.append(a)})},wrap:function(a){var b=f.isFunction(a);return this.each(function(c){f(this).wrapAll(b?a.call(this,c):a)})},unwrap:function(){return this.parent().each(function(){f.nodeName(this,"body")||f(this).replaceWith(this.childNodes)}).end()},append:function(){return this.domManip(arguments,!0,function(a){this.nodeType===1&&this.appendChild(a)})},prepend:function(){return this.domManip(arguments,!0,function(a){this.nodeType===1&&this.insertBefore(a,this.firstChild)})},before:function(){if(this[0]&&this[0].parentNode)return this.domManip(arguments,!1,function(a){this.parentNode.insertBefore(a,this)});if(arguments.length){var a=f -.clean(arguments);a.push.apply(a,this.toArray());return this.pushStack(a,"before",arguments)}},after:function(){if(this[0]&&this[0].parentNode)return this.domManip(arguments,!1,function(a){this.parentNode.insertBefore(a,this.nextSibling)});if(arguments.length){var a=this.pushStack(this,"after",arguments);a.push.apply(a,f.clean(arguments));return a}},remove:function(a,b){for(var c=0,d;(d=this[c])!=null;c++)if(!a||f.filter(a,[d]).length)!b&&d.nodeType===1&&(f.cleanData(d.getElementsByTagName("*")),f.cleanData([d])),d.parentNode&&d.parentNode.removeChild(d);return this},empty:function(){for(var a=0,b;(b=this[a])!=null;a++){b.nodeType===1&&f.cleanData(b.getElementsByTagName("*"));while(b.firstChild)b.removeChild(b.firstChild)}return this},clone:function(a,b){a=a==null?!1:a,b=b==null?a:b;return this.map(function(){return f.clone(this,a,b)})},html:function(a){return f.access(this,function(a){var c=this[0]||{},d=0,e=this.length;if(a===b)return c.nodeType===1?c.innerHTML.replace(W,""):null;if(typeof a=="string"&&!ba.test(a)&&(f.support.leadingWhitespace||!X.test(a))&&!bg[(Z.exec(a)||["",""])[1].toLowerCase()]){a=a.replace(Y,"<$1>");try{for(;d1&&l0?this.clone(!0):this).get();f(e[h])[b](j),d=d.concat(j)}return this.pushStack(d,a,e.selector)}}),f.extend({clone:function(a,b,c){var d,e,g,h=f.support.html5Clone||f.isXMLDoc(a)||!bc.test("<"+a.nodeName+">")?a.cloneNode(!0):bo(a);if((!f.support.noCloneEvent||!f.support.noCloneChecked)&&(a.nodeType===1||a.nodeType===11)&&!f.isXMLDoc(a)){bk(a,h),d=bl(a),e=bl(h);for(g=0;d[g];++g)e[g]&&bk(d[g],e[g])}if(b){bj(a,h);if(c){d=bl(a),e=bl(h);for(g=0;d[g];++g)bj(d[g],e[g])}}d=e=null;return h},clean:function(a,b,d,e){var g,h,i,j=[];b=b||c,typeof b.createElement=="undefined"&&(b=b.ownerDocument||b[0]&&b[0].ownerDocument||c);for(var k=0,l;(l=a[k])!=null;k++){typeof l=="number"&&(l+="");if(!l)continue;if(typeof l=="string")if(!_.test(l))l=b.createTextNode(l);else{l=l.replace(Y,"<$1>");var m=(Z.exec(l)||["",""])[1].toLowerCase(),n=bg[m]||bg._default,o=n[0],p=b.createElement("div"),q=bh.childNodes,r;b===c?bh.appendChild(p):U(b).appendChild(p),p.innerHTML=n[1]+l+n[2];while(o--)p=p.lastChild;if(!f.support.tbody){var s=$.test(l),t=m==="table"&&!s?p.firstChild&&p.firstChild.childNodes:n[1]===""&&!s?p.childNodes:[];for(i=t.length-1;i>=0;--i)f.nodeName(t[i],"tbody")&&!t[i].childNodes.length&&t[i].parentNode.removeChild(t[i])}!f.support.leadingWhitespace&&X.test(l)&&p.insertBefore(b.createTextNode(X.exec(l)[0]),p.firstChild),l=p.childNodes,p&&(p.parentNode.removeChild(p),q.length>0&&(r=q[q.length-1],r&&r.parentNode&&r.parentNode.removeChild(r)))}var u;if(!f.support.appendChecked)if(l[0]&&typeof (u=l.length)=="number")for(i=0;i1)},f.extend({cssHooks:{opacity:{get:function(a,b){if(b){var c=by(a,"opacity");return c===""?"1":c}return a.style.opacity}}},cssNumber:{fillOpacity:!0,fontWeight:!0,lineHeight:!0,opacity:!0,orphans:!0,widows:!0,zIndex:!0,zoom:!0},cssProps:{"float":f.support.cssFloat?"cssFloat":"styleFloat"},style:function(a,c,d,e){if(!!a&&a.nodeType!==3&&a.nodeType!==8&&!!a.style){var g,h,i=f.camelCase(c),j=a.style,k=f.cssHooks[i];c=f.cssProps[i]||i;if(d===b){if(k&&"get"in k&&(g=k.get(a,!1,e))!==b)return g;return j[c]}h=typeof d,h==="string"&&(g=bu.exec(d))&&(d=+(g[1]+1)*+g[2]+parseFloat(f.css(a,c)),h="number");if(d==null||h==="number"&&isNaN(d))return;h==="number"&&!f.cssNumber[i]&&(d+="px");if(!k||!("set"in k)||(d=k.set(a,d))!==b)try{j[c]=d}catch(l){}}},css:function(a,c,d){var e,g;c=f.camelCase(c),g=f.cssHooks[c],c=f.cssProps[c]||c,c==="cssFloat"&&(c="float");if(g&&"get"in g&&(e=g.get(a,!0,d))!==b)return e;if(by)return by(a,c)},swap:function(a,b,c){var d={},e,f;for(f in b)d[f]=a.style[f],a.style[f]=b[f];e=c.call(a);for(f in b)a.style[f]=d[f];return e}}),f.curCSS=f.css,c.defaultView&&c.defaultView.getComputedStyle&&(bz=function(a,b){var c,d,e,g,h=a.style;b=b.replace(br,"-$1").toLowerCase(),(d=a.ownerDocument.defaultView)&&(e=d.getComputedStyle(a,null))&&(c=e.getPropertyValue(b),c===""&&!f.contains(a.ownerDocument.documentElement,a)&&(c=f.style(a,b))),!f.support.pixelMargin&&e&&bv.test(b)&&bt.test(c)&&(g=h.width,h.width=c,c=e.width,h.width=g);return c}),c.documentElement.currentStyle&&(bA=function(a,b){var c,d,e,f=a.currentStyle&&a.currentStyle[b],g=a.style;f==null&&g&&(e=g[b])&&(f=e),bt.test(f)&&(c=g.left,d=a.runtimeStyle&&a.runtimeStyle.left,d&&(a.runtimeStyle.left=a.currentStyle.left),g.left=b==="fontSize"?"1em":f,f=g.pixelLeft+"px",g.left=c,d&&(a.runtimeStyle.left=d));return f===""?"auto":f}),by=bz||bA,f.each(["height","width"],function(a,b){f.cssHooks[b]={get:function(a,c,d){if(c)return a.offsetWidth!==0?bB(a,b,d):f.swap(a,bw,function(){return bB(a,b,d)})},set:function(a,b){return bs.test(b)?b+"px":b}}}),f.support.opacity||(f.cssHooks.opacity={get:function(a,b){return bq.test((b&&a.currentStyle?a.currentStyle.filter:a.style.filter)||"")?parseFloat(RegExp.$1)/100+"":b?"1":""},set:function(a,b){var c=a.style,d=a.currentStyle,e=f.isNumeric(b)?"alpha(opacity="+b*100+")":"",g=d&&d.filter||c.filter||"";c.zoom=1;if(b>=1&&f.trim(g.replace(bp,""))===""){c.removeAttribute("filter");if(d&&!d.filter)return}c.filter=bp.test(g)?g.replace(bp,e):g+" "+e}}),f(function(){f.support.reliableMarginRight||(f.cssHooks.marginRight={get:function(a,b){return f.swap(a,{display:"inline-block"},function(){return b?by(a,"margin-right"):a.style.marginRight})}})}),f.expr&&f.expr.filters&&(f.expr.filters.hidden=function(a){var b=a.offsetWidth,c=a.offsetHeight;return b===0&&c===0||!f.support.reliableHiddenOffsets&&(a.style&&a.style.display||f.css(a,"display"))==="none"},f.expr.filters.visible=function(a){return!f.expr.filters.hidden(a)}),f.each({margin:"",padding:"",border:"Width"},function(a,b){f.cssHooks[a+b]={expand:function(c){var d,e=typeof c=="string"?c.split(" "):[c],f={};for(d=0;d<4;d++)f[a+bx[d]+b]=e[d]||e[d-2]||e[0];return f}}});var bC=/%20/g,bD=/\[\]$/,bE=/\r?\n/g,bF=/#.*$/,bG=/^(.*?):[ \t]*([^\r\n]*)\r?$/mg,bH=/^(?:color|date|datetime|datetime-local|email|hidden|month|number|password|range|search|tel|text|time|url|week)$/i,bI=/^(?:about|app|app\-storage|.+\-extension|file|res|widget):$/,bJ=/^(?:GET|HEAD)$/,bK=/^\/\//,bL=/\?/,bM=/)<[^<]*)*<\/script>/gi,bN=/^(?:select|textarea)/i,bO=/\s+/,bP=/([?&])_=[^&]*/,bQ=/^([\w\+\.\-]+:)(?:\/\/([^\/?#:]*)(?::(\d+))?)?/,bR=f.fn.load,bS={},bT={},bU,bV,bW=["*/"]+["*"];try{bU=e.href}catch(bX){bU=c.createElement("a"),bU.href="",bU=bU.href}bV=bQ.exec(bU.toLowerCase())||[],f.fn.extend({load:function(a,c,d){if(typeof a!="string"&&bR)return bR.apply(this,arguments);if(!this.length)return this;var e=a.indexOf(" ");if(e>=0){var g=a.slice(e,a.length);a=a.slice(0,e)}var h="GET";c&&(f.isFunction(c)?(d=c,c=b):typeof c=="object"&&(c=f.param(c,f.ajaxSettings.traditional),h="POST"));var i=this;f.ajax({url:a,type:h,dataType:"html",data:c,complete:function(a,b,c){c=a.responseText,a.isResolved()&&(a.done(function(a){c=a}),i.html(g?f("
").append(c.replace(bM,"")).find(g):c)),d&&i.each(d,[c,b,a])}});return this},serialize:function(){return f.param(this.serializeArray())},serializeArray:function(){return this.map(function(){return this.elements?f.makeArray(this.elements):this}).filter(function(){return this.name&&!this.disabled&&(this.checked||bN.test(this.nodeName)||bH.test(this.type))}).map(function(a,b){var c=f(this).val();return c==null?null:f.isArray(c)?f.map(c,function(a,c){return{name:b.name,value:a.replace(bE,"\r\n")}}):{name:b.name,value:c.replace(bE,"\r\n")}}).get()}}),f.each("ajaxStart ajaxStop ajaxComplete ajaxError ajaxSuccess ajaxSend".split(" "),function(a,b){f.fn[b]=function(a){return this.on(b,a)}}),f.each(["get","post"],function(a,c){f[c]=function(a,d,e,g){f.isFunction(d)&&(g=g||e,e=d,d=b);return f.ajax({type:c,url:a,data:d,success:e,dataType:g})}}),f.extend({getScript:function(a,c){return f.get(a,b,c,"script")},getJSON:function(a,b,c){return f.get(a,b,c,"json")},ajaxSetup:function(a,b){b?b$(a,f.ajaxSettings):(b=a,a=f.ajaxSettings),b$(a,b);return a},ajaxSettings:{url:bU,isLocal:bI.test(bV[1]),global:!0,type:"GET",contentType:"application/x-www-form-urlencoded; charset=UTF-8",processData:!0,async:!0,accepts:{xml:"application/xml, text/xml",html:"text/html",text:"text/plain",json:"application/json, text/javascript","*":bW},contents:{xml:/xml/,html:/html/,json:/json/},responseFields:{xml:"responseXML",text:"responseText"},converters:{"* text":a.String,"text html":!0,"text json":f.parseJSON,"text xml":f.parseXML},flatOptions:{context:!0,url:!0}},ajaxPrefilter:bY(bS),ajaxTransport:bY(bT),ajax:function(a,c){function w(a,c,l,m){if(s!==2){s=2,q&&clearTimeout(q),p=b,n=m||"",v.readyState=a>0?4:0;var o,r,u,w=c,x=l?ca(d,v,l):b,y,z;if(a>=200&&a<300||a===304){if(d.ifModified){if(y=v.getResponseHeader("Last-Modified"))f.lastModified[k]=y;if(z=v.getResponseHeader("Etag"))f.etag[k]=z}if(a===304)w="notmodified",o=!0;else try{r=cb(d,x),w="success",o=!0}catch(A){w="parsererror",u=A}}else{u=w;if(!w||a)w="error",a<0&&(a=0)}v.status=a,v.statusText=""+(c||w),o?h.resolveWith(e,[r,w,v]):h.rejectWith(e,[v,w,u]),v.statusCode(j),j=b,t&&g.trigger("ajax"+(o?"Success":"Error"),[v,d,o?r:u]),i.fireWith(e,[v,w]),t&&(g.trigger("ajaxComplete",[v,d]),--f.active||f.event.trigger("ajaxStop"))}}typeof a=="object"&&(c=a,a=b),c=c||{};var d=f.ajaxSetup({},c),e=d.context||d,g=e!==d&&(e.nodeType||e instanceof f)?f(e):f.event,h=f.Deferred(),i=f.Callbacks("once memory"),j=d.statusCode||{},k,l={},m={},n,o,p,q,r,s=0,t,u,v={readyState:0,setRequestHeader:function(a,b){if(!s){var c=a.toLowerCase();a=m[c]=m[c]||a,l[a]=b}return this},getAllResponseHeaders:function(){return s===2?n:null},getResponseHeader:function(a){var c;if(s===2){if(!o){o={};while(c=bG.exec(n))o[c[1].toLowerCase()]=c[2]}c=o[a.toLowerCase()]}return c===b?null:c},overrideMimeType:function(a){s||(d.mimeType=a);return this},abort:function(a){a=a||"abort",p&&p.abort(a),w(0,a);return this}};h.promise(v),v.success=v.done,v.error=v.fail,v.complete=i.add,v.statusCode=function(a){if(a){var b;if(s<2)for(b in a)j[b]=[j[b],a[b]];else b=a[v.status],v.then(b,b)}return this},d.url=((a||d.url)+"").replace(bF,"").replace(bK,bV[1]+"//"),d.dataTypes=f.trim(d.dataType||"*").toLowerCase().split(bO),d.crossDomain==null&&(r=bQ.exec(d.url.toLowerCase()),d.crossDomain=!(!r||r[1]==bV[1]&&r[2]==bV[2]&&(r[3]||(r[1]==="http:"?80:443))==(bV[3]||(bV[1]==="http:"?80:443)))),d.data&&d.processData&&typeof d.data!="string"&&(d.data=f.param(d.data,d.traditional)),bZ(bS,d,c,v);if(s===2)return!1;t=d.global,d.type=d.type.toUpperCase(),d.hasContent=!bJ.test(d.type),t&&f.active++===0&&f.event.trigger("ajaxStart");if(!d.hasContent){d.data&&(d.url+=(bL.test(d.url)?"&":"?")+d.data,delete d.data),k=d.url;if(d.cache===!1){var x=f.now(),y=d.url.replace(bP,"$1_="+x);d.url=y+(y===d.url?(bL.test(d.url)?"&":"?")+"_="+x:"")}}(d.data&&d.hasContent&&d.contentType!==!1||c.contentType)&&v.setRequestHeader("Content-Type",d.contentType),d.ifModified&&(k=k||d.url,f.lastModified[k]&&v.setRequestHeader("If-Modified-Since",f.lastModified[k]),f.etag[k]&&v.setRequestHeader("If-None-Match",f.etag[k])),v.setRequestHeader("Accept",d.dataTypes[0]&&d.accepts[d.dataTypes[0]]?d.accepts[d.dataTypes[0]]+(d.dataTypes[0]!=="*"?", "+bW+"; q=0.01":""):d.accepts["*"]);for(u in d.headers)v.setRequestHeader(u,d.headers[u]);if(d.beforeSend&&(d.beforeSend.call(e,v,d)===!1||s===2)){v.abort();return!1}for(u in{success:1,error:1,complete:1})v[u](d[u]);p=bZ(bT,d,c,v);if(!p)w(-1,"No Transport");else{v.readyState=1,t&&g.trigger("ajaxSend",[v,d]),d.async&&d.timeout>0&&(q=setTimeout(function(){v.abort("timeout")},d.timeout));try{s=1,p.send(l,w)}catch(z){if(s<2)w(-1,z);else throw z}}return v},param:function(a,c){var d=[],e=function(a,b){b=f.isFunction(b)?b():b,d[d.length]=encodeURIComponent(a)+"="+encodeURIComponent(b)};c===b&&(c=f.ajaxSettings.traditional);if(f.isArray(a)||a.jquery&&!f.isPlainObject(a))f.each(a,function(){e(this.name,this.value)});else for(var g in a)b_(g,a[g],c,e);return d.join("&").replace(bC,"+")}}),f.extend({active:0,lastModified:{},etag:{}});var cc=f.now(),cd=/(\=)\?(&|$)|\?\?/i;f.ajaxSetup({jsonp:"callback",jsonpCallback:function(){return f.expando+"_"+cc++}}),f.ajaxPrefilter("json jsonp",function(b,c,d){var e=typeof b.data=="string"&&/^application\/x\-www\-form\-urlencoded/.test(b.contentType);if(b.dataTypes[0]==="jsonp"||b.jsonp!==!1&&(cd.test(b.url)||e&&cd.test(b.data))){var g,h=b.jsonpCallback=f.isFunction(b.jsonpCallback)?b.jsonpCallback():b.jsonpCallback,i=a[h],j=b.url,k=b.data,l="$1"+h+"$2";b.jsonp!==!1&&(j=j.replace(cd,l),b.url===j&&(e&&(k=k.replace(cd,l)),b.data===k&&(j+=(/\?/.test(j)?"&":"?")+b.jsonp+"="+h))),b.url=j,b.data=k,a[h]=function(a){g=[a]},d.always(function(){a[h]=i,g&&f.isFunction(i)&&a[h](g[0])}),b.converters["script json"]=function(){g||f.error(h+" was not called");return g[0]},b.dataTypes[0]="json";return"script"}}),f.ajaxSetup({accepts:{script:"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript"},contents:{script:/javascript|ecmascript/},converters:{"text script":function(a){f.globalEval(a);return a}}}),f.ajaxPrefilter("script",function(a){a.cache===b&&(a.cache=!1),a.crossDomain&&(a.type="GET",a.global=!1)}),f.ajaxTransport("script",function(a){if(a.crossDomain){var d,e=c.head||c.getElementsByTagName("head")[0]||c.documentElement;return{send:function(f,g){d=c.createElement("script"),d.async="async",a.scriptCharset&&(d.charset=a.scriptCharset),d.src=a.url,d.onload=d.onreadystatechange=function(a,c){if(c||!d.readyState||/loaded|complete/.test(d.readyState))d.onload=d.onreadystatechange=null,e&&d.parentNode&&e.removeChild(d),d=b,c||g(200,"success")},e.insertBefore(d,e.firstChild)},abort:function(){d&&d.onload(0,1)}}}});var ce=a.ActiveXObject?function(){for(var a in cg)cg[a](0,1)}:!1,cf=0,cg;f.ajaxSettings.xhr=a.ActiveXObject?function(){return!this.isLocal&&ch()||ci()}:ch,function(a){f.extend(f.support,{ajax:!!a,cors:!!a&&"withCredentials"in a})}(f.ajaxSettings.xhr()),f.support.ajax&&f.ajaxTransport(function(c){if(!c.crossDomain||f.support.cors){var d;return{send:function(e,g){var h=c.xhr(),i,j;c.username?h.open(c.type,c.url,c.async,c.username,c.password):h.open(c.type,c.url,c.async);if(c.xhrFields)for(j in c.xhrFields)h[j]=c.xhrFields[j];c.mimeType&&h.overrideMimeType&&h.overrideMimeType(c.mimeType),!c.crossDomain&&!e["X-Requested-With"]&&(e["X-Requested-With"]="XMLHttpRequest");try{for(j in e)h.setRequestHeader(j,e[j])}catch(k){}h.send(c.hasContent&&c.data||null),d=function(a,e){var j,k,l,m,n;try{if(d&&(e||h.readyState===4)){d=b,i&&(h.onreadystatechange=f.noop,ce&&delete cg[i]);if(e)h.readyState!==4&&h.abort();else{j=h.status,l=h.getAllResponseHeaders(),m={},n=h.responseXML,n&&n.documentElement&&(m.xml=n);try{m.text=h.responseText}catch(a){}try{k=h.statusText}catch(o){k=""}!j&&c.isLocal&&!c.crossDomain?j=m.text?200:404:j===1223&&(j=204)}}}catch(p){e||g(-1,p)}m&&g(j,k,m,l)},!c.async||h.readyState===4?d():(i=++cf,ce&&(cg||(cg={},f(a).unload(ce)),cg[i]=d),h.onreadystatechange=d)},abort:function(){d&&d(0,1)}}}});var cj={},ck,cl,cm=/^(?:toggle|show|hide)$/,cn=/^([+\-]=)?([\d+.\-]+)([a-z%]*)$/i,co,cp=[["height","marginTop","marginBottom","paddingTop","paddingBottom"],["width","marginLeft","marginRight","paddingLeft","paddingRight"],["opacity"]],cq;f.fn.extend({show:function(a,b,c){var d,e;if(a||a===0)return this.animate(ct("show",3),a,b,c);for(var g=0,h=this.length;g=i.duration+this.startTime){this.now=this.end,this.pos=this.state=1,this.update(),i.animatedProperties[this.prop]=!0;for(b in i.animatedProperties)i.animatedProperties[b]!==!0&&(g=!1);if(g){i.overflow!=null&&!f.support.shrinkWrapBlocks&&f.each(["","X","Y"],function(a,b){h.style["overflow"+b]=i.overflow[a]}),i.hide&&f(h).hide();if(i.hide||i.show)for(b in i.animatedProperties)f.style(h,b,i.orig[b]),f.removeData(h,"fxshow"+b,!0),f.removeData(h,"toggle"+b,!0);d=i.complete,d&&(i.complete=!1,d.call(h))}return!1}i.duration==Infinity?this.now=e:(c=e-this.startTime,this.state=c/i.duration,this.pos=f.easing[i.animatedProperties[this.prop]](this.state,c,0,1,i.duration),this.now=this.start+(this.end-this.start)*this.pos),this.update();return!0}},f.extend(f.fx,{tick:function(){var a,b=f.timers,c=0;for(;c-1,k={},l={},m,n;j?(l=e.position(),m=l.top,n=l.left):(m=parseFloat(h)||0,n=parseFloat(i)||0),f.isFunction(b)&&(b=b.call(a,c,g)),b.top!=null&&(k.top=b.top-g.top+m),b.left!=null&&(k.left=b.left-g.left+n),"using"in b?b.using.call(a,k):e.css(k)}},f.fn.extend({position:function(){if(!this[0])return null;var a=this[0],b=this.offsetParent(),c=this.offset(),d=cx.test(b[0].nodeName)?{top:0,left:0}:b.offset();c.top-=parseFloat(f.css(a,"marginTop"))||0,c.left-=parseFloat(f.css(a,"marginLeft"))||0,d.top+=parseFloat(f.css(b[0],"borderTopWidth"))||0,d.left+=parseFloat(f.css(b[0],"borderLeftWidth"))||0;return{top:c.top-d.top,left:c.left-d.left}},offsetParent:function(){return this.map(function(){var a=this.offsetParent||c.body;while(a&&!cx.test(a.nodeName)&&f.css(a,"position")==="static")a=a.offsetParent;return a})}}),f.each({scrollLeft:"pageXOffset",scrollTop:"pageYOffset"},function(a,c){var d=/Y/.test(c);f.fn[a]=function(e){return f.access(this,function(a,e,g){var h=cy(a);if(g===b)return h?c in h?h[c]:f.support.boxModel&&h.document.documentElement[e]||h.document.body[e]:a[e];h?h.scrollTo(d?f(h).scrollLeft():g,d?g:f(h).scrollTop()):a[e]=g},a,e,arguments.length,null)}}),f.each({Height:"height",Width:"width"},function(a,c){var d="client"+a,e="scroll"+a,g="offset"+a;f.fn["inner"+a]=function(){var a=this[0];return a?a.style?parseFloat(f.css(a,c,"padding")):this[c]():null},f.fn["outer"+a]=function(a){var b=this[0];return b?b.style?parseFloat(f.css(b,c,a?"margin":"border")):this[c]():null},f.fn[c]=function(a){return f.access(this,function(a,c,h){var i,j,k,l;if(f.isWindow(a)){i=a.document,j=i.documentElement[d];return f.support.boxModel&&j||i.body&&i.body[d]||j}if(a.nodeType===9){i=a.documentElement;if(i[d]>=i[e])return i[d];return Math.max(a.body[e],i[e],a.body[g],i[g])}if(h===b){k=f.css(a,c),l=parseFloat(k);return f.isNumeric(l)?l:k}f(a).css(c,h)},c,a,arguments.length,null)}}),a.jQuery=a.$=f,typeof define=="function"&&define.amd&&define.amd.jQuery&&define("jquery",[],function(){return f})})(window); \ No newline at end of file diff --git a/public/jquery.tmpl.js b/public/jquery.tmpl.js deleted file mode 100644 index f08e81d..0000000 --- a/public/jquery.tmpl.js +++ /dev/null @@ -1 +0,0 @@ -(function(a){var r=a.fn.domManip,d="_tmplitem",q=/^[^<]*(<[\w\W]+>)[^>]*$|\{\{\! /,b={},f={},e,p={key:0,data:{}},h=0,c=0,l=[];function g(e,d,g,i){var c={data:i||(d?d.data:{}),_wrap:d?d._wrap:null,tmpl:null,parent:d||null,nodes:[],calls:u,nest:w,wrap:x,html:v,update:t};e&&a.extend(c,e,{nodes:[],parent:d});if(g){c.tmpl=g;c._ctnt=c._ctnt||c.tmpl(a,c);c.key=++h;(l.length?f:b)[h]=c}return c}a.each({appendTo:"append",prependTo:"prepend",insertBefore:"before",insertAfter:"after",replaceAll:"replaceWith"},function(f,d){a.fn[f]=function(n){var g=[],i=a(n),k,h,m,l,j=this.length===1&&this[0].parentNode;e=b||{};if(j&&j.nodeType===11&&j.childNodes.length===1&&i.length===1){i[d](this[0]);g=this}else{for(h=0,m=i.length;h0?this.clone(true):this).get();a.fn[d].apply(a(i[h]),k);g=g.concat(k)}c=0;g=this.pushStack(g,f,i.selector)}l=e;e=null;a.tmpl.complete(l);return g}});a.fn.extend({tmpl:function(d,c,b){return a.tmpl(this[0],d,c,b)},tmplItem:function(){return a.tmplItem(this[0])},template:function(b){return a.template(b,this[0])},domManip:function(d,l,j){if(d[0]&&d[0].nodeType){var f=a.makeArray(arguments),g=d.length,i=0,h;while(i1)f[0]=[a.makeArray(d)];if(h&&c)f[2]=function(b){a.tmpl.afterManip(this,b,j)};r.apply(this,f)}else r.apply(this,arguments);c=0;!e&&a.tmpl.complete(b);return this}});a.extend({tmpl:function(d,h,e,c){var j,k=!c;if(k){c=p;d=a.template[d]||a.template(null,d);f={}}else if(!d){d=c.tmpl;b[c.key]=c;c.nodes=[];c.wrapped&&n(c,c.wrapped);return a(i(c,null,c.tmpl(a,c)))}if(!d)return[];if(typeof h==="function")h=h.call(c||{});e&&e.wrapped&&n(e,e.wrapped);j=a.isArray(h)?a.map(h,function(a){return a?g(e,c,d,a):null}):[g(e,c,d,h)];return k?a(i(c,null,j)):j},tmplItem:function(b){var c;if(b instanceof a)b=b[0];while(b&&b.nodeType===1&&!(c=a.data(b,"tmplItem"))&&(b=b.parentNode));return c||p},template:function(c,b){if(b){if(typeof b==="string")b=o(b);else if(b instanceof a)b=b[0]||{};if(b.nodeType)b=a.data(b,"tmpl")||a.data(b,"tmpl",o(b.innerHTML));return typeof c==="string"?(a.template[c]=b):b}return c?typeof c!=="string"?a.template(null,c):a.template[c]||a.template(null,q.test(c)?c:a(c)):null},encode:function(a){return(""+a).split("<").join("<").split(">").join(">").split('"').join(""").split("'").join("'")}});a.extend(a.tmpl,{tag:{tmpl:{_default:{$2:"null"},open:"if($notnull_1){_=_.concat($item.nest($1,$2));}"},wrap:{_default:{$2:"null"},open:"$item.calls(_,$1,$2);_=[];",close:"call=$item.calls();_=call._.concat($item.wrap(call,_));"},each:{_default:{$2:"$index, $value"},open:"if($notnull_1){$.each($1a,function($2){with(this){",close:"}});}"},"if":{open:"if(($notnull_1) && $1a){",close:"}"},"else":{_default:{$1:"true"},open:"}else if(($notnull_1) && $1a){"},html:{open:"if($notnull_1){_.push($1a);}"},"=":{_default:{$1:"$data"},open:"if($notnull_1){_.push($.encode($1a));}"},"!":{open:""}},complete:function(){b={}},afterManip:function(f,b,d){var e=b.nodeType===11?a.makeArray(b.childNodes):b.nodeType===1?[b]:[];d.call(f,b);m(e);c++}});function i(e,g,f){var b,c=f?a.map(f,function(a){return typeof a==="string"?e.key?a.replace(/(<\w+)(?=[\s>])(?![^>]*_tmplitem)([^>]*)/g,"$1 "+d+'="'+e.key+'" $2'):a:i(a,e,a._ctnt)}):e;if(g)return c;c=c.join("");c.replace(/^\s*([^<\s][^<]*)?(<[\w\W]+>)([^>]*[^>\s])?\s*$/,function(f,c,e,d){b=a(e).get();m(b);if(c)b=j(c).concat(b);if(d)b=b.concat(j(d))});return b?b:j(c)}function j(c){var b=document.createElement("div");b.innerHTML=c;return a.makeArray(b.childNodes)}function o(b){return new Function("jQuery","$item","var $=jQuery,call,_=[],$data=$item.data;with($data){_.push('"+a.trim(b).replace(/([\\'])/g,"\\$1").replace(/[\r\t\n]/g," ").replace(/\$\{([^\}]*)\}/g,"{{= $1}}").replace(/\{\{(\/?)(\w+|.)(?:\(((?:[^\}]|\}(?!\}))*?)?\))?(?:\s+(.*?)?)?(\(((?:[^\}]|\}(?!\}))*?)\))?\s*\}\}/g,function(m,l,j,d,b,c,e){var i=a.tmpl.tag[j],h,f,g;if(!i)throw"Template command not found: "+j;h=i._default||[];if(c&&!/\w$/.test(b)){b+=c;c=""}if(b){b=k(b);e=e?","+k(e)+")":c?")":"";f=c?b.indexOf(".")>-1?b+c:"("+b+").call($item"+e:b;g=c?f:"(typeof("+b+")==='function'?("+b+").call($item):("+b+"))"}else g=f=h.$1||"null";d=k(d);return"');"+i[l?"close":"open"].split("$notnull_1").join(b?"typeof("+b+")!=='undefined' && ("+b+")!=null":"true").split("$1a").join(g).split("$1").join(f).split("$2").join(d?d.replace(/\s*([^\(]+)\s*(\((.*?)\))?/g,function(d,c,b,a){a=a?","+a+")":b?")":"";return a?"("+c+").call($item"+a:d}):h.$2||"")+"_.push('"})+"');}return _;")}function n(c,b){c._wrap=i(c,true,a.isArray(b)?b:[q.test(b)?b:a(b).html()]).join("")}function k(a){return a?a.replace(/\\'/g,"'").replace(/\\\\/g,"\\"):null}function s(b){var a=document.createElement("div");a.appendChild(b.cloneNode(true));return a.innerHTML}function m(o){var n="_"+c,k,j,l={},e,p,i;for(e=0,p=o.length;e=0;i--)m(j[i]);m(k)}function m(j){var p,i=j,k,e,m;if(m=j.getAttribute(d)){while(i.parentNode&&(i=i.parentNode).nodeType===1&&!(p=i.getAttribute(d)));if(p!==m){i=i.parentNode?i.nodeType===11?0:i.getAttribute(d)||0:0;if(!(e=b[m])){e=f[m];e=g(e,b[i]||f[i],null,true);e.key=++h;b[h]=e}c&&o(m)}j.removeAttribute(d)}else if(c&&(e=a.data(j,"tmplItem"))){o(e.key);b[e.key]=e;i=a.data(j.parentNode,"tmplItem");i=i?i.key:0}if(e){k=e;while(k&&k.key!=i){k.nodes.push(j);k=k.parent}delete e._ctnt;delete e._wrap;a.data(j,"tmplItem",e)}function o(a){a=a+n;e=l[a]=l[a]||g(e,b[e.parent.key+n]||e.parent,null,true)}}}function u(a,d,c,b){if(!a)return l.pop();l.push({_:a,tmpl:d,item:this,data:c,options:b})}function w(d,c,b){return a.tmpl(a.template(d),c,b,this)}function x(b,d){var c=b.options||{};c.wrapped=d;return a.tmpl(a.template(b.tmpl),b.data,c,b.item)}function v(d,c){var b=this._wrap;return a.map(a(a.isArray(b)?b.join(""):b).filter(d||"*"),function(a){return c?a.innerText||a.textContent:a.outerHTML||s(a)})}function t(){var b=this.nodes;a.tmpl(null,null,null,this).insertBefore(b[0]);a(b).remove()}})(jQuery) \ No newline at end of file diff --git a/public/l2met.js b/public/l2met.js deleted file mode 100644 index f04ab1e..0000000 --- a/public/l2met.js +++ /dev/null @@ -1,80 +0,0 @@ -$(document).ready(function() { - - $.template("consumer-list", - "
  • " + - "${email}
    • "); - - var consumerUnpacker = function(data) { - $("#update-consumer").html($("#consumer-input-tmpl").tmpl({ - id: data["id"], - drain_url: data["drain_url"], - email: data["email"], - token: data["token"] - })) - }; - - var loadConsumers = function() { - $.ajax({ - url: "/consumers", - dataType: "json", - type: "GET", - success: function(data) { - $("#consumer-list-spin").hide(); - $.each(data, function(i, d) { - var k = "consumer-link-" + String(d["id"]); - if ($("#" + k).length == 0) { - $.tmpl("consumer-list", d).appendTo("#consumer-list") - } else { - $("#" + k).html($.tmpl("consumer-list", d)); - } - }); - } - }); - }; - - var loadConsumer = function(url) { - $.ajax({ - url: url, - dataType: "json", - type: "GET", - success: function(data) {consumerUnpacker(data)} - }); - }; - - $(".consumer-link").live("click", function() { - $(".selected").removeClass("selected"); - $(this).addClass("selected") - loadConsumer($(this).attr('rel')); - }); - - $("#update-consumer").live("submit", function() { - $.ajax({ - url: "/consumers", - type: "PUT", - data: {email: $(this).find("#email").val(), - token: $(this).find("#token").val(), - id: $(this).find("#id").val()}, - beforeSend: function() { - $("#update-consumer button").attr("disabled", true); - $("#update-consumer button").text("processing..."); - }, - success: function(d) { - consumerUnpacker(d); - loadConsumers(); - $("#update-consumer button").attr("disabled", false); - $("#update-consumer button").text("put"); - } - }); - return false; - }); - - $("#new-consumer").live("click", function() { - $(".selected").removeClass("selected"); - $(this).addClass("selected"); - consumerUnpacker({id: ""}) - }); - - loadConsumers(); -}); diff --git a/public/spin.gif b/public/spin.gif deleted file mode 100644 index eab3a4ad16e43370c359dd0fb59ce4b2f1716fe6..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 723 zcmZ?wbhEHb6kysP4SLDk$`&WX@Z%fa}pIrgaVi%@$`&3ocjRyS-yRANv!* z_AQSbPVndzue-+Ox^|iqHWO455+zs@=B>z-X`i_7z^y|o-&|VW`~1z`*SjP1HRiB3 zS_^hcFk#bZ2DG|6QRi`o3a643Px6waMH(li&u{5{Z6tMII`e_1z0n^}cndb3y?A+t zu;0u>q1;*`)BFwzU^B`TXw(u8SHTdb-p3|MDxMc#+4KvaFRgrTJ&Sia^NAL_qz&%B zMElQ7EVg8ks$6}odzaSSAVq8@89~D1+NOwSE`gJGcw9;f3UxiXCH9e3+}mll8Pg8O z2fk2d>^<@91Z(mK7 ze88+X-B+c5h6z)=E`yob=>_{91aV+wj;TDVWav gt?S6F!d97Iak>m9Y|fGEmtYMblFhINB@r+H0Nbh&?EnA( diff --git a/public/style.css b/public/style.css deleted file mode 100644 index 494c2d2..0000000 --- a/public/style.css +++ /dev/null @@ -1,90 +0,0 @@ -body { - color:darkslategray; - font-size: 1.3em; - font-family:helvetica; - background-color: white; -} - -form { - border: 1px solid #CCC; - background-color: #F8F8F8; -} - -input { - background-color: #f8f8f8; - font-size:1.3em; - width: 500px; - height: 30px; - margin:0; - outline:none; - border-top-style:none; - border-left-style: none; - border-right-style: none; - border-bottom-style: 0.5px dotted gray; - padding:10px; -} - -button { - text-align: right; - margin-left: 10px; -} - -a { - color: darkslategray; - text-decoration: none; -} - -.selected { - color: teal; -} - -.hidden { - display:none; -} - -#container { - width: 900px; - margin: 0 auto; -} - -#left { - float: left; - width: 290px; -} - -#right { - float: left; - margin-left:10px; - width: 600px; -} - -#new-consumer { - color: limegreen; -} - -#consumer-list { - margin:5px 0 10px 23px; - padding:0; -} - -#consumer-list li { - margin:3px 0 3px 0; - list-style:circle; -} - -#consumer-list li:hover { - cursor: pointer; -} - -#consumer-list-spin { - margin: 0 0 0 25px; -} - -#session span { - position: absolute; - top: 0; - right: 0; - color: lightBlue; - font-size: 0.6em; - font-family: monospace; -} diff --git a/sql/schema.sql b/sql/schema.sql new file mode 100644 index 0000000..05d0c9f --- /dev/null +++ b/sql/schema.sql @@ -0,0 +1,16 @@ +create table tokens ( + id uuid, + u text, + p text +) +create unique index tokens_by_id on tokens(id); + +create table metrics ( + id bigserial, + token uuid, + name text, + bucket timestamptz, + vals float8[] default '{}' +); + +create unique index metrics_by_name_bucket on metrics (name, bucket); diff --git a/store/bucket.go b/store/bucket.go new file mode 100644 index 0000000..2ec0f97 --- /dev/null +++ b/store/bucket.go @@ -0,0 +1,254 @@ +package store + +import ( + "bufio" + "fmt" + "github.com/bmizerany/logplex" + "io" + "l2met/db" + "l2met/encoding" + "l2met/utils" + "math" + "sort" + "strconv" + "sync" + "time" +) + +type Bucket struct { + sync.Mutex + Id int64 `json:"id"` + Time time.Time `json:"time"` + Name string `json:"name"` + Source string `json:"source,omitempty"` + Token string + Vals []float64 `json:"vals,omitempty"` +} + +// Cachable Interface +func (b *Bucket) Key() int64 { + return b.Id +} + +func FindMetrics(min, max time.Time) ([]int64, error) { + var metrics []int64 + startQuery := time.Now() + r, err := db.PGR.Query("select id from metrics where bucket >= $1 and bucket < $2 order by bucket desc", + min, max) + if err != nil { + return nil, err + } + utils.MeasureT(startQuery, "metrics.query") + startParse := time.Now() + defer r.Close() + for r.Next() { + var id int64 + r.Scan(&id) + metrics = append(metrics, id) + } + utils.MeasureT(startParse, "metrics.vals.parse") + return metrics, nil +} + +func NewBucket(token string, rdr *bufio.Reader) ([]*Bucket, error) { + var buckets []*Bucket + lp := logplex.NewReader(rdr) + for { + packet, err := lp.ReadMsg() + if err != nil { + if err == io.EOF { + break + } + fmt.Printf("at=logplex-error err=%s\n", err) + return nil, err + } + + d, err := encoding.ParseMsgData(packet.Msg) + if err != nil { + continue + } + + name, ok := d["measure"] + if !ok { + continue + } + + source, ok := d["source"] + if !ok { + source = "" + } + + var val float64 + tmpVal, ok := d["val"] + if ok { + val, err = strconv.ParseFloat(tmpVal, 64) + if err != nil { + fmt.Printf("at=error error=\"unable to parse val.\"\n") + continue + } + } else { + val = float64(1) + } + + t, err := packet.Time() + if err != nil { + fmt.Printf("at=time-error error=%s\n", err) + continue + } + + m := &Bucket{} + m.Token = token + m.Time = utils.RoundTime(t, time.Minute) + m.Name = name + m.Source = source + m.Vals = append(m.Vals, val) + buckets = append(buckets, m) + } + return buckets, nil +} + +func (b *Bucket) Add(otherM *Bucket) { + b.Lock() + defer b.Unlock() + for _, v := range otherM.Vals { + b.Vals = append(b.Vals, v) + } +} + +// time:consumer:name:source +func (b *Bucket) String() (res string) { + b.Lock() + defer b.Unlock() + res += strconv.FormatInt(b.Time.Unix(), 10) + ":" + res += b.Name + if len(b.Source) > 0 { + res += ":" + b.Source + } + return +} + +func (b *Bucket) Get() { + db.PGRLocker.Lock() + rows, err := db.PGR.Query("select name, bucket, token, vals from metrics where id = $1", + b.Id) + if err != nil { + fmt.Printf("at=error error=%s\n", err) + return + } + rows.Next() + var tmp []byte + rows.Scan(&b.Name, &b.Time, &b.Token, &tmp) + rows.Close() + db.PGRLocker.Unlock() + + if len(tmp) == 0 { + b.Vals = []float64{} + return + } + encoding.DecodeArray(tmp, &b.Vals) +} + +func (b *Bucket) dbId() (int64, error) { + rows, err := db.PG.Query("select id from metrics where name = $1 and bucket = $2", + b.Name, b.Time) + if err != nil { + fmt.Printf("at=error error=%s\n", err) + return 0, err + } + // Grab the first row. + rows.Next() + var id int64 + rows.Scan(&id) + rows.Close() + return id, nil +} + +func (b *Bucket) Put() (int64, error) { + b.Lock() + defer b.Unlock() + db.PGLocker.Lock() + defer db.PGLocker.Unlock() + var err error + id, _ := b.dbId() + // Create the bucket if needed. + if id == 0 { + fmt.Printf("at=create-bucket name=%s bucket=%s\n", + b.Name, b.Time) + _, err := db.PG.Exec("insert into metrics (name, bucket, token) values($1,$2,$3)", + b.Name, b.Time, b.Token) + if err != nil { + fmt.Printf("at=error error=%s\n", err) + return 0, err + } + } + + res, err := db.PG.Exec("update metrics set vals = vals || $1 where name = $2 and bucket = $3", + string(encoding.EncodeArray(b.Vals)), b.Name, b.Time) + if err != nil { + fmt.Printf("at=error error=%s\n", err) + return 0, err + } + + //Reset the vals on this bucket. It might be used again. + // It might be used again. + b.Vals = []float64{} + + var count int64 + count, err = res.RowsAffected() + if err != nil { + fmt.Printf("at=error error=%s\n", err) + count = 0 + } + return count, nil +} + +func (b *Bucket) Count() int { + return len(b.Vals) +} + +func (b *Bucket) Sum() float64 { + s := float64(0) + for i := range b.Vals { + s += b.Vals[i] + } + return s +} + +func (b *Bucket) Mean() float64 { + return b.Sum() / float64(b.Count()) +} + +func (b *Bucket) Sort() { + if !sort.Float64sAreSorted(b.Vals) { + sort.Float64s(b.Vals) + } +} + +func (b *Bucket) Min() float64 { + b.Sort() + return b.Vals[0] +} + +func (b *Bucket) Median() float64 { + b.Sort() + pos := int(math.Ceil(float64(b.Count() / 2))) + return b.Vals[pos] +} + +func (b *Bucket) P95() float64 { + b.Sort() + pos := int(math.Floor(float64(b.Count()) * 0.95)) + return b.Vals[pos] +} + +func (b *Bucket) P99() float64 { + b.Sort() + pos := int(math.Floor(float64(b.Count()) * 0.99)) + return b.Vals[pos] +} + +func (b *Bucket) Max() float64 { + b.Sort() + pos := b.Count() - 1 + return b.Vals[pos] +} diff --git a/store/cache.go b/store/cache.go new file mode 100644 index 0000000..22476f9 --- /dev/null +++ b/store/cache.go @@ -0,0 +1,72 @@ +package store + +import ( + "encoding/json" + "fmt" + "github.com/garyburd/redigo/redis" + "l2met/utils" + "net/url" + "os" + "time" +) + +var rp *redis.Pool + +func init() { + u, err := url.Parse(os.Getenv("REDISGREEN_URL")) + if err != nil { + fmt.Printf("error=%q\n", "Missing REDISGREEN_URL.") + os.Exit(1) + } + server := u.Host + password, set := u.User.Password() + if !set { + fmt.Printf("at=error error=%q\n", "password not set") + os.Exit(1) + } + rp = &redis.Pool{ + MaxIdle: 10, + IdleTimeout: 1 * time.Hour, + Dial: func() (redis.Conn, error) { + c, err := redis.Dial("tcp", server) + if err != nil { + return nil, err + } + c.Do("AUTH", password) + return c, err + }, + } +} + +type Cachable interface { + Key() int64 +} + +func CacheSet(c Cachable) error { + defer utils.MeasureT(time.Now(), "cache-set") + rc := rp.Get() + defer rc.Close() + bs, err := json.Marshal(c) + if err != nil { + utils.MeasureE("cache-json-encode", err) + return err + } + _, err = rc.Do("SET", c.Key(), bs) + if err != nil { + utils.MeasureE("cache-set", err) + return err + } + return nil +} + +func CacheGet(c Cachable) ([]byte, bool) { + defer utils.MeasureT(time.Now(), "cache-get") + rc := rp.Get() + defer rc.Close() + bs, err := redis.Bytes(rc.Do("GET", c.Key())) + if err != nil { + utils.MeasureE("redis-get", err) + return nil, false + } + return bs, true +} diff --git a/store/token.go b/store/token.go new file mode 100644 index 0000000..8adb429 --- /dev/null +++ b/store/token.go @@ -0,0 +1,26 @@ +package store + +import ( + "fmt" + "l2met/db" +) + +type Token struct { + Id string + User string + Pass string +} + +func (t *Token) Get() { + db.PGRLocker.Lock() + defer db.PGRLocker.Unlock() + rows, err := db.PGR.Query("select u, p from tokens where id = $1", t.Id) + if err != nil { + fmt.Printf("at=error error=%s\n", err) + return + } + rows.Next() + rows.Scan(&t.User, &t.Pass) + rows.Close() + return +} diff --git a/templates/index.erb b/templates/index.erb deleted file mode 100644 index 2a1758c..0000000 --- a/templates/index.erb +++ /dev/null @@ -1,42 +0,0 @@ - - - - - L2met - - - - - - - - - -
    <%= @current_user %>
    - - - - -
    -
    - + drain -
      - -
      - -
      - - diff --git a/test/register_test.rb b/test/register_test.rb deleted file mode 100644 index 695ebf7..0000000 --- a/test/register_test.rb +++ /dev/null @@ -1,42 +0,0 @@ -require 'l2met/register' -require 'l2met/utils' - -class RegisterTest < MiniTest::Unit::TestCase - include L2met - - def test_accept - t = Time.now - Register.start(0) and sleep(0.1) - Register.accept('my-metric', 1, - source: 'web.1', - consumer: '123', - time: t, - type: 'counter') - - expected = {1154433106 => {:name=>"my-metric", :source=>"web.1", :consumer=>"123", :time=>Time.at(t), :type=>"counter", :value=>1}} - m = Utils.trunc_time(t) - assert_equal(expected, Register.snapshot!(m)) - end - - def test_accept_multiple_types - t = Time.now - Register.start(0) and sleep(0.1) - Register.accept('my-metric', 1, - source: 'web.1', - consumer: '123', - time: t, - type: 'counter') - Register.accept('my-metric2', 99, - source: 'web.1', - consumer: '123', - time: t, - type: 'last') - - expected = {} - expected[1154433106] = {:name=>"my-metric", :source=>"web.1", :consumer=>"123", :time=> Time.at(t), :type=>"counter", :value=>1} - expected[112753359] = {:name=>"my-metric2", :source=>"web.1", :consumer=>"123", :time=> Time.at(t), :type=>"last", :value=>99} - m = Utils.trunc_time(t) - assert_equal(expected, Register.snapshot!(m)) - end - -end diff --git a/utils/utils.go b/utils/utils.go new file mode 100644 index 0000000..742008e --- /dev/null +++ b/utils/utils.go @@ -0,0 +1,64 @@ +package utils + +import ( + "errors" + "encoding/base64" + "encoding/json" + "strings" + "fmt" + "net/http" + "time" +) + +func MeasureE(n string, e error) { + fmt.Printf("measure=%q error=%s\n", n, e) +} + +func MeasureT(t time.Time, n string) { + fmt.Printf("measure=%q elapsed=%d\n", n, time.Since(t)/time.Millisecond) +} + +func WriteJsonBytes(w http.ResponseWriter, status int, b []byte) { + w.Header().Set("Content-Type", "application/json; charset=utf-8") + w.WriteHeader(status) + w.Write(b) + w.Write([]byte("\n")) +} + +// Convenience +func WriteJson(w http.ResponseWriter, status int, data interface{}) { + b, err := json.Marshal(data) + if err != nil { + fmt.Printf("at=error error=%s\n", err) + WriteJson(w, 500, map[string]string{"error": "Internal Server Error"}) + } + WriteJsonBytes(w, status, b) +} + +func RoundTime(t time.Time, d time.Duration) time.Time { + return time.Unix(0, int64((time.Duration(t.UnixNano())/d)*d)) +} + +func ParseToken(r *http.Request) (string, error) { + header, ok := r.Header["Authorization"] + if !ok { + return "", errors.New("Authorization header not set.") + } + + auth := strings.SplitN(header[0], " ", 2) + if len(auth) != 2 { + return "", errors.New("Malformed header.") + } + + userPass, err := base64.StdEncoding.DecodeString(auth[1]) + if err != nil { + return "", errors.New("Malformed encoding.") + } + + parts := strings.Split(string(userPass), ":") + if len(parts) != 2 { + return "", errors.New("Password not supplied.") + } + + return parts[1], nil +}