public
Description: A protocol-level caching layer for mysql
Homepage:
Clone URL: git://github.com/clofresh/mysql-proxy-cache.git
Carlo Cabanilla (author)
Fri Oct 23 10:49:21 -0700 2009
mysql-proxy-cache / mysql-proxy-cache.lua
100644 123 lines (98 sloc) 3.104 kb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
require('luarocks.require')
require('md5')
require('Memcached')
local memcache = Memcached.Connect()
cache_hits = 0
cache_misses = 0
cache_timeout = 30
function is_query(packet)
    return packet:byte() == proxy.COM_QUERY
end
 
function is_cacheable(query)
    return query:sub(1,6):lower() == 'select'
end
 
function to_hash(query)
    return md5.sumhexa(query)
end
 
function cache_get(query)
    local result = deserialize(memcache:get(to_hash(query)))
    if result then
        print('HIT: '..to_hash(query)..' ('..query..')')
        cache_hits = cache_hits + 1
    else
        print('MISS: '..to_hash(query)..' ('..query..')')
        cache_misses = cache_misses + 1
    end
 
    print('Cache hit ratio: '..cache_hits..'/'..cache_misses..' = '..cache_hits/cache_misses)
 
    return result
end
 
function cache_set(result_packet)
    local resultset_is_needed = false
    local query = result_packet.query:sub(2)
    local field_count = 1
    local fields = result_packet.resultset.fields
    local resultset = {rows={}, fields={}}
 
    print('SET: '..to_hash(query)..' ('..query..')')
 
    while fields[field_count] do
        local field = fields[field_count]
--added third option, expiry time.
        table.insert(resultset.fields, {type=field.type, name=field.name} )
        field_count = field_count + 1
    end
 
    for row in result_packet.resultset.rows do
        table.insert(resultset.rows, row)
    end
 
    memcache:set(to_hash(query), serialize(resultset), cache_timeout)
end
 
function serialize(o)
    local result = {}
    local o_type = type(o)
 
    if o_type == "number" then
        table.insert(result, o)
 
    elseif o_type == "string" then
        table.insert(result, string.format("%q", o))
 
    elseif o_type == "table" then
        table.insert(result, "{")
        for key, value in pairs(o) do
            for i, str in pairs({"[", serialize(key), "]=",
                                serialize(value), ","}) do
                table.insert(result, str)
            end
        end
        table.insert(result, "}")
 
    elseif o_type == "nil" then
        table.insert(result, "nil")
 
    else
        error("cannot serialize a " .. o_type)
    end
 
    return table.concat(result, '')
end
 
function deserialize(s)
    if s then
        return loadstring('return '..s)()
    else
        return nil
    end
end
 
function read_query( packet )
    if is_query(packet) then
        local query = packet:sub(2)
 
        if is_cacheable(query) then
            local resultset = cache_get(query)
            if resultset then
                -- Cache hit
                proxy.response.type = proxy.MYSQLD_PACKET_OK
                proxy.response.resultset = resultset
 
                return proxy.PROXY_SEND_RESULT
            else
                -- Cache miss
                proxy.queries:append(1, packet,{resultset_is_needed = true})
 
                return proxy.PROXY_SEND_QUERY
            end
        end
    end
end
 
function read_query_result(result_packet)
    -- This only gets called if the proxy.queries queue is modified
    cache_set(result_packet)
end