forked from wehriam/awspider
/
start_configs.txt
56 lines (40 loc) · 8.65 KB
/
start_configs.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
# Identity Interface
python componentserver.py --components=identityinterface,mysql,logger,cassandra,redis,pagegetter --http_port=8000 verbose
# Identity Getter
python componentserver.py --components=identitygetter,mysql,identityqueue,logger,identityworker,identityscheduler,redis,pagegetter,cassandra --http_port=8000 verbose
python componentserver.py --components=mysql,identityqueue,logger,identityscheduler --http_port=8000 verbose
# Identity Scheduler
python componentserver.py --components=identityscheduler,mysql,identityqueue,logger,identitygetter --http_port=8000 verbose
# Job Scheduler
python componentserver.py --components=jobscheduler,mysql,jobqueue,logger --http_port=8000 verbose
# Delta Testing server
python componentserver.py --components=deltatesting,cassandra --http_port=8000 verbose
# Testing server
python componentserver.py --components=testing,mysql,pagegetter,cassandra,redis --http_port=8000 verbose
# Interface server
python componentserver.py --components=interface,mysql,pagegetter,cassandra,logger,redis --http_port=8000 verbose
# Single worker
python componentserver.py --components=worker,stats,mysql,jobhistoryredis,jobgetter,pagegetter,pagecachequeue,jobqueue,cassandra,redis,logger --pb_port=5001 verbose
# Single worker
python componentserver.py --components=worker --servers=127.0.0.1:5001 verbose
python componentserver.py --components=stats,mysql,jobhistoryredis,jobgetter,pagegetter,pagecachequeue,jobqueue,cassandra,redis,logger --provides=stats,mysql,jobhistoryredis,jobgetter,pagegetter,pagecachequeue,cassandra,logger --pb_port=5001 verbose
# Different processes
python componentserver.py --pb_port=5000 --servers=127.0.0.1:5010,127.0.0.1:5003,127.0.0.1:5004,127.0.0.1:5005,127.0.0.1:5001,127.0.0.1:5002,127.0.0.1:5006,127.0.0.1:5008 --components=worker start
python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5004,127.0.0.1:5007,127.0.0.1:5009 --pb_port=5001 --provides=jobgetter --components=jobgetter start
python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5008,127.0.0.1:5009 --pb_port=5002 --provides=pagegetter --components=pagegetter start
python componentserver.py --servers=127.0.0.1:5010 --pb_port=5003 --provides=stats --components=stats start
python componentserver.py --servers=127.0.0.1:5010 --pb_port=5004 --provides=mysql --components=mysql start
python componentserver.py --servers=127.0.0.1:5010 --pb_port=5005 --provides=jobhistoryredis --components=jobhistoryredis start
python componentserver.py --servers=127.0.0.1:5010 --pb_port=5006 --provides=pagecachequeue --components=pagecachequeue start
python componentserver.py --servers=127.0.0.1:5010 --pb_port=5007 --provides=jobqueue --components=jobqueue start
python componentserver.py --servers=127.0.0.1:5010 --pb_port=5008 --provides=cassandra --components=cassandra start
python componentserver.py --servers=127.0.0.1:5010 --pb_port=5009 --provides=redis --components=redis start
python componentserver.py --servers=127.0.0.1:5010 --pb_port=5010 --provides=logger --components=logger start
# The worker I've been testing on
ec2-50-16-134-127.compute-1.amazonaws.com
# Separate processes start/stop
python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5004,127.0.0.1:5007,127.0.0.1:5009 --pb_port=5001 --provides=jobgetter --components=jobgetter start; python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5008,127.0.0.1:5009 --pb_port=5002 --provides=pagegetter --components=pagegetter start; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5003 --provides=stats --components=stats start; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5004 --provides=mysql --components=mysql start; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5005 --provides=jobhistoryredis --components=jobhistoryredis start; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5006 --provides=pagecachequeue --components=pagecachequeue start; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5007 --provides=jobqueue --components=jobqueue start; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5008 --provides=cassandra --components=cassandra start; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5009 --provides=redis --components=redis start; python componentserver.py --pb_port=5010 --provides=logger --components=logger start
python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5004,127.0.0.1:5007,127.0.0.1:5009 --pb_port=5001 --provides=jobgetter --components=jobgetter stop; python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5008,127.0.0.1:5009 --pb_port=5002 --provides=pagegetter --components=pagegetter stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5003 --provides=stats --components=stats stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5004 --provides=mysql --components=mysql stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5005 --provides=jobhistoryredis --components=jobhistoryredis stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5006 --provides=pagecachequeue --components=pagecachequeue stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5007 --provides=jobqueue --components=jobqueue stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5008 --provides=cassandra --components=cassandra stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5009 --provides=redis --components=redis stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5010 --provides=logger --components=logger stop
# Separate processes profile/stop
python componentserver.py --pb_port=4999 --servers=127.0.0.1:5010,127.0.0.1:5003,127.0.0.1:5004,127.0.0.1:5005,127.0.0.1:5001,127.0.0.1:5002,127.0.0.1:5006,127.0.0.1:5008 --components=worker stop; python componentserver.py --pb_port=5000 --servers=127.0.0.1:5010,127.0.0.1:5003,127.0.0.1:5004,127.0.0.1:5005,127.0.0.1:5001,127.0.0.1:5002,127.0.0.1:5006,127.0.0.1:5008 --components=worker stop; python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5004,127.0.0.1:5007,127.0.0.1:5009 --pb_port=5001 --provides=jobgetter --components=jobgetter stop; python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5008,127.0.0.1:5009 --pb_port=5002 --provides=pagegetter --components=pagegetter stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5003 --provides=stats --components=stats stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5004 --provides=mysql --components=mysql stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5005 --provides=jobhistoryredis --components=jobhistoryredis stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5006 --provides=pagecachequeue --components=pagecachequeue stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5007 --provides=jobqueue --components=jobqueue stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5008 --provides=cassandra --components=cassandra stop; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5009 --provides=redis --components=redis stop; python componentserver.py --pb_port=5010 --provides=logger --components=logger stop;
python componentserver.py --pb_port=4999 --servers=127.0.0.1:5010,127.0.0.1:5003,127.0.0.1:5004,127.0.0.1:5005,127.0.0.1:5001,127.0.0.1:5002,127.0.0.1:5006,127.0.0.1:5008 --components=worker profile; python componentserver.py --pb_port=5000 --servers=127.0.0.1:5010,127.0.0.1:5003,127.0.0.1:5004,127.0.0.1:5005,127.0.0.1:5001,127.0.0.1:5002,127.0.0.1:5006,127.0.0.1:5008 --components=worker profile; python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5004,127.0.0.1:5007,127.0.0.1:5009 --pb_port=5001 --provides=jobgetter --components=jobgetter profile; python componentserver.py --servers=127.0.0.1:5010,127.0.0.1:5008,127.0.0.1:5009 --pb_port=5002 --provides=pagegetter --components=pagegetter profile; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5003 --provides=stats --components=stats profile; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5004 --provides=mysql --components=mysql profile; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5005 --provides=jobhistoryredis --components=jobhistoryredis profile; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5006 --provides=pagecachequeue --components=pagecachequeue profile; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5007 --provides=jobqueue --components=jobqueue profile; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5008 --provides=cassandra --components=cassandra profile; python componentserver.py --servers=127.0.0.1:5010 --pb_port=5009 --provides=redis --components=redis profile; python componentserver.py --pb_port=5010 --provides=logger --components=logger profile;