forked from nahi/httpclient
/
bm_upload.rb
145 lines (136 loc) · 3.43 KB
/
bm_upload.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
require 'bm_common'
try_require 'multipart'
url = ARGV.shift or raise
proxy = ENV['http_proxy'] || ENV['HTTP_PROXY']
url = URI.parse(url)
proxy = URI.parse(proxy) if proxy
threads = 1
number = 10
msize = 10
testfile = File.expand_path("testfile", File.dirname(__FILE__))
require 'openssl'
File.open(testfile, 'wb') do |file|
(msize * 1024).times do
file.write(OpenSSL::Random.random_bytes(1024))
end
end
upload_size = msize * 1024 * 1024
def do_threads(number)
threads = []
results = []
number.times do
threads << Thread.new {
results << yield
}
end
threads.map { |th| th.join }
results
end
Benchmark.bmbm do |bm|
=begin
# eventmachine client blocks when number > 25 or so...
bm.report('EM::Protocols::HttpClient2') do
EM.run do
query = {}
done = false
do_threads(threads) {
if proxy
host, port = proxy.host, proxy.port
else
host, port = url.host, url.port
end
path = proxy ? url.to_s : url.path
requests = 0
(1..number).collect {
client = EM::Protocols::HttpClient2.connect(host, port)
req = client.get(proxy ? url.to_s : url.path)
query[req] = req
req.callback {
req.content.size
query.delete(req)
EM.stop if done && query.empty?
}
}
}
done = true
end
end
if defined?(Curl)
bm.report('curb') do
fields = [Curl::PostField.file('upload', testfile)]
do_threads(threads) {
(1..number).collect {
p Curl::Easy.http_post(url.to_s, *fields).body_str.to_i
}
}
end
end
if defined?(RFuzz)
bm.report('RFuzz::HttpClient') do
do_threads(threads) {
if proxy
host, port = proxy.host, proxy.port
else
host, port = url.host, url.port
end
path = proxy ? url.to_s : url.path
c = RFuzz::HttpClient.new(host, port)
result = (1..number).collect {
c.get(path).http_body.size
}
c.reset
result
}
end
end
=end
if defined?(Net::HTTP) and defined?(Net::HTTP::FileForPost)
bm.report('Net::HTTP + multipart') do
do_threads(threads) {
if proxy
c = Net::HTTP::Proxy(proxy.host, proxy.port).new(url.host, url.port)
else
c = Net::HTTP.new(url.host, url.port)
end
c.start
result = (1..number).collect {
req = Net::HTTP::Post.new(url.path)
file = Net::HTTP::FileForPost.new(testfile)
req.set_multipart_data('upload' => file)
raise if upload_size != c.request(req).read_body.to_i
}
c.finish
result
}
end
end
if defined?(HTTPClient)
bm.report('HTTPClient') do
c = HTTPClient.new(proxy)
do_threads(threads) {
(1..number).collect {
File.open(testfile) do |file|
raise if upload_size != c.post(url, {'upload' => file}).content.to_i
end
}
}
c.reset_all
end
end
=begin
if defined?(HTTParty)
class HTTPartyClient # need to create subclass for http_proxy
include HTTParty
end
bm.report('HTTParty') do
HTTPartyClient.http_proxy(proxy.host, proxy.port) if proxy
do_threads(threads) {
(1..number).collect {
# HTTParty should accept URI object like others.
HTTPartyClient.get(url.to_s).size
}
}
end
end
=end
end