/
user_simulator.rb
executable file
·193 lines (171 loc) · 8.28 KB
/
user_simulator.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
# Initially based on Discourse's user_simulator script
#require 'gabbler'
# Example options array passed into these functions
#options = {
# :user_offset => 0,
# :random_seed => 1234567890,
# :delay => nil,
# :iterations => 100,
# :warmup_iterations => 0,
# :port_num => 4567,
# :worker_threads => 5,
# :out_dir => "/tmp",
#}
def sentence
@gabbler ||= Gabbler.new.tap do |gabbler|
story = File.read(File.dirname(__FILE__) + "/alice.txt")
gabbler.learn(story)
end
sentence = ""
until sentence.length > 800 do
sentence << @gabbler.sentence
sentence << "\n"
end
sentence
end
ACTIONS = [:read_topic, :post_reply, :post_topic, :get_latest] # Not active: :save_draft, :delete_reply. See below.
class DiscourseClient
def initialize(options)
@cookies = nil
@csrf = nil
@prefix = "http://localhost:#{options[:port_num]}"
@last_topics = Topic.order('id desc').limit(10).pluck(:id)
@last_posts = Post.order('id desc').limit(10).pluck(:id)
end
def get_csrf_token
resp = RestClient.get "#{@prefix}/session/csrf.json"
@cookies = resp.cookies
@csrf = JSON.parse(resp.body)["csrf"]
end
def request(method, url, payload = nil)
args = { :method => method, :url => "#{@prefix}#{url}", :cookies => @cookies, :headers => { "X-CSRF-Token" => @csrf } }
args[:payload] = payload if payload
begin
resp = RestClient::Request.execute args
rescue RestClient::Found => e # 302 redirect
resp = e.response
rescue RestClient::Exception # Any other RestClient failure
STDERR.puts "Got exception when #{method.to_s.upcase}ing #{url.inspect}..."
raise
end
@cookies = resp.cookies # Maintain continuity of cookies
resp
end
# Given the randomized parameters for an action, take that action.
# See below for randomized parameter generation from the random
# seed.
def action_from_args(action_type, text, fp)
case action_type
when :read_topic
# Read Topic
topic_id = @last_topics[-1]
request(:get, "/t/#{topic_id}.json?track_visit=true&forceLoad=true")
when :save_draft
# Save draft - currently not active, need to fix 403. Wrong topic ID?
topic_id = @last_topics[-1]
post_id = @last_posts[-1] # Not fully correct
draft_hash = { "reply" => text * 5, "action" => "edit", "title" => "Title of draft reply", "categoryId" => 11, "postId" => post_id, "archetypeId" => "regular", "metaData" => nil, "sequence" => 0 }
request(:post, "/draft.json", "draft_key" => "topic_#{topic_id}", "data" => draft_hash.to_json)
when :post_reply
# Post reply
request(:post, "/posts", "raw" => text * 5, "unlist_topic" => "false", "category" => "9", "topic_id" => topic_id, "is_warning" => "false", "archetype" => "regular", "typing_during_msecs" => "2900", "composer_open_duration_msecs" => "12114", "featured_link" => "", "nested_post" => "true")
# TODO: request(:delete, "/draft.json", "draft_key" => "topic_XX", "sequence" => "0")
# TODO: update @last_posts
when :post_topic
# Post new topic
request(:post, "/posts", "raw" => "", "title" => text, "unlist_topic" => "false", "category" => "", "is_warning" => "false", "archetype" => "regular", "typing_duration_msecs" => "6300", "composer_open_duration_msecs" => "31885", "nested_post" => "true")
# TODO: request(:delete, "/draft.json", "topic_id" => "topic_XX")
# TODO: request(:get, "/t/#{topic_id}.json?track_visit=true&forceLoad=true")
# TODO: update @last_topics
=begin
Started GET "/composer_messages?composer_action=createTopic&_=1483481672874" for ::1 at 2017-01-03 14:39:19 -0800
lProcessing by ComposerMessagesController#index as JSON
Parameters: {"composer_action"=>"createTopic", "_"=>"1483481672874"}
Completed 200 OK in 27ms (Views: 0.1ms | ActiveRecord: 1.6ms)
Started GET "/similar_topics?title=This%20is%20a%20new%20topic.%20Totally.&raw=And%20this%20is%20the%20body.%20Yup!%20It%27s%20awesome.%0A&_=1483481672875" for ::1 at 2017-01-03 14:39:32 -0800
Processing by SimilarTopicsController#index as JSON
Parameters: {"title"=>"This is a new topic. Totally.", "raw"=>"And this is the body. Yup! It's awesome.\n", "_"=>"1483481672875"}
Completed 200 OK in 35ms (Views: 0.1ms | ActiveRecord: 16.0ms)
Started POST "/draft.json" for ::1 at 2017-01-03 14:39:34 -0800
Processing by DraftController#update as JSON
Parameters: {"draft_key"=>"new_topic", "data"=>"{\"reply\":\"And this is the body. Yup! It's awesome.\\n\",\"action\":\"createTopic\",\"title\":\"This is a new topic. Totally.\",\"categoryId\":null,\"postId\":null,\"archetypeId\":\"regular\",\"metaData\":null,\"composerTime\":14745,\"typingTime\":5000}", "sequence"=>"2"}
Completed 200 OK in 14ms (Views: 0.3ms | ActiveRecord: 5.1ms)
Started GET "/similar_topics?title=This%20is%20a%20new%20topic.%20Totally.&raw=And%20this%20is%20the%20body.%20Yup!%20It%27s%20awesome.%20Totally%20awesome.%0A&_=1483481672876" for ::1 at 2017-01-03 14:39:42 -0800
Processing by SimilarTopicsController#index as JSON
Parameters: {"title"=>"This is a new topic. Totally.", "raw"=>"And this is the body. Yup! It's awesome. Totally awesome.\n", "_"=>"1483481672876"}
Completed 200 OK in 23ms (Views: 0.1ms | ActiveRecord: 8.9ms)
Started POST "/draft.json" for ::1 at 2017-01-03 14:39:42 -0800
Processing by DraftController#update as JSON
Parameters: {"draft_key"=>"new_topic", "data"=>"{\"reply\":\"And this is the body. Yup! It's awesome. Totally awesome.\\n\",\"action\":\"createTopic\",\"title\":\"This is a new topic. Totally.\",\"categoryId\":null,\"postId\":null,\"archetypeId\":\"regular\",\"metaData\":null,\"composerTime\":23385,\"typingTime\":6300}", "sequence"=>"2"}
Completed 200 OK in 8ms (Views: 0.2ms | ActiveRecord: 1.4ms)
=end
when :delete_reply
# Delete reply, currently not active, need to get correct Post ID
request(:delete, "/posts/#{post_num}")
request(:get, "/posts/#{post_num - 1}")
# TODO: update @last_posts
when :get_latest
# Get latest
request(:get, "/latest.json?order=default")
else
raise "Something is wrong! Illegal value: #{action_type}"
end
end
end
def log(s)
print "[#{Process.pid}]: #{s}\n"
end
def time_actions(actions, user_offset, port_num)
user = User.offset(user_offset).first
unless user
print "No user at offset #{user_offset.inspect}! Exiting.\n"
exit -1
end
log "Simulating activity for user id #{user.id}: #{user.name}"
log "Getting Rails CSRF token..."
client = DiscourseClient.new(port_num: port_num)
client.get_csrf_token
log "Logging in as #{user.username.inspect}... (not part of benchmark request time(s))"
client.request :post, "/session", { "login" => user.username, "password" => "longpassword" }
client.request :post, "/login", { "login" => user.username, "password" => "longpassword", "redirect" => "http://localhost:#{port_num}/" }
times = []
t_last = Time.now
actions.each do |action|
client.action_from_args *action
current = Time.now
times.push (current - t_last)
t_last = current
end
times
end
def actions_for_iterations(num_iterations)
(1..num_iterations).map { |i| [ ACTIONS.sample, sentence, rand() ] }
end
def multithreaded_actions(actions, worker_threads, port_num)
output_mutex = Mutex.new
output_times = []
#actions = (1..iterations).map { |i| [ ACTIONS.sample, sentence, rand() ] }
actions_per_thread = (actions.size + worker_threads - 1) / worker_threads # Round up
threads = (0..(worker_threads-1)).map do |offset|
Thread.new do
begin
# Grab just this one thread's worth of actions
my_actions = actions[ (actions_per_thread * offset) .. (actions_per_thread * (offset + 1) - 1) ]
# Only a few warmup iterations with lots of load threads? In that case, rounding error can result
# in a few "empty" threads at high offsets. In that case, you have "too many" threads - just
# have the ones with no work assigned do nothing.
unless my_actions == nil || my_actions.size == 0
thread_times = time_actions(my_actions, offset, port_num)
output_mutex.synchronize do
output_times << thread_times
end
end
rescue Exception => e
STDERR.print "Exception in worker thread: #{e.message}\n#{e.backtrace.join("\n")}\n"
raise e # Re-raise the exception
end
end
end
threads.each(&:join)
output_times
end