Skip to content

rush v0.0.4
Compare
Choose a tag to compare
@shenwei356 shenwei356 released this 07 Jan 15:52
· 178 commits to master since this release
v0.0.4
7f6b1c3

Changes

  • implement retry interval
  • do not send empty data
  • update docs

Benchmark

===============================[ a few stdout ]===============================
--------------------------[ keep order: False ]--------------------------

commands:
seq 1 10 | gargs -p 4  "echo job:{}; seq 1 10" > t.gargs
seq 1 10 | rush -j 4  "echo job:{}; seq 1 10" > t.rush
seq 1 10 | parallel -j 4  "echo job:{}; seq 1 10" > t.parallel

time:
gargs: 0.0380549430847
parallel: 0.17822599411
rush: 0.0223121643066

md5sum:
93cd6eb1699145ea257a3f275dd63137  t.gargs
6d82dfa19a9f0546bb376b2042139ded  t.parallel
d1647624415980e211be32dd20897252  t.rush

---------------------------[ keep order: True ]---------------------------

commands:
seq 1 10 | gargs -p 4 -o "echo job:{}; seq 1 10" > t.gargs
seq 1 10 | rush -j 4 -k "echo job:{}; seq 1 10" > t.rush
seq 1 10 | parallel -j 4 -k "echo job:{}; seq 1 10" > t.parallel

time:
gargs: 0.015750169754
parallel: 0.171111106873
rush: 0.0181651115417

md5sum:
6d82dfa19a9f0546bb376b2042139ded  t.gargs
6d82dfa19a9f0546bb376b2042139ded  t.parallel
6d82dfa19a9f0546bb376b2042139ded  t.rush


==============================[ lots of stdout ]==============================
--------------------------[ keep order: False ]--------------------------

commands:
seq 1 10 | gargs -p 4  "echo job:{}; seq 1 1000000" > t.gargs
seq 1 10 | rush -j 4  "echo job:{}; seq 1 1000000" > t.rush
seq 1 10 | parallel -j 4  "echo job:{}; seq 1 1000000" > t.parallel

time:
gargs: 0.23122215271
parallel: 0.299681186676
rush: 0.221569061279

md5sum:
b2393a3e1f9c3110bf1f8199819241b2  t.gargs
509086b10292759096d6db278bb2add8  t.parallel
73e8ccfb9e959ac0fb585677ce913cfb  t.rush

---------------------------[ keep order: True ]---------------------------

commands:
seq 1 10 | gargs -p 4 -o "echo job:{}; seq 1 1000000" > t.gargs
seq 1 10 | rush -j 4 -k "echo job:{}; seq 1 1000000" > t.rush
seq 1 10 | parallel -j 4 -k "echo job:{}; seq 1 1000000" > t.parallel

time:
gargs: 0.200814008713
parallel: 0.266680955887
rush: 0.224990129471

md5sum:
509086b10292759096d6db278bb2add8  t.gargs
509086b10292759096d6db278bb2add8  t.parallel
509086b10292759096d6db278bb2add8  t.rush


==========================[ a few stdout & run long ]==========================
--------------------------[ keep order: False ]--------------------------

commands:
seq 1 10 | gargs -p 4  "echo job:{}; sleep 2; seq 1 10" > t.gargs
seq 1 10 | rush -j 4  "echo job:{}; sleep 2; seq 1 10" > t.rush
seq 1 10 | parallel -j 4  "echo job:{}; sleep 2; seq 1 10" > t.parallel                             

time:
gargs: 6.01939082146
parallel: 6.229626894
rush: 6.04141998291

md5sum:
c647d7da2ac998c64e430578f500d28c  t.gargs
6d82dfa19a9f0546bb376b2042139ded  t.parallel
3eea9f793a62c39d3ccaaac1c9f0ac69  t.rush

---------------------------[ keep order: True ]---------------------------

commands:
seq 1 10 | gargs -p 4 -o "echo job:{}; sleep 2; seq 1 10" > t.gargs
seq 1 10 | rush -j 4 -k "echo job:{}; sleep 2; seq 1 10" > t.rush
seq 1 10 | parallel -j 4 -k "echo job:{}; sleep 2; seq 1 10" > t.parallel

time:
gargs: 6.03719902039
parallel: 6.25482797623
rush: 6.03823709488

md5sum:
6d82dfa19a9f0546bb376b2042139ded  t.gargs
6d82dfa19a9f0546bb376b2042139ded  t.parallel
6d82dfa19a9f0546bb376b2042139ded  t.rush


=========================[ lots of stdout & run long ]=========================
--------------------------[ keep order: False ]--------------------------

commands:
seq 1 10 | gargs -p 4  "echo job:{}; sleep 2; seq 1 1000000" > t.gargs
seq 1 10 | rush -j 4  "echo job:{}; sleep 2; seq 1 1000000" > t.rush
seq 1 10 | parallel -j 4  "echo job:{}; sleep 2; seq 1 1000000" > t.parallel

time:
gargs: 6.20727992058
parallel: 6.34050798416
rush: 6.20419406891

md5sum:
ff0b53be0e22040c52fb56c7988d2d33  t.gargs
509086b10292759096d6db278bb2add8  t.parallel
04569f3ea8722ea77c104ae13b1fd7f0  t.rush

---------------------------[ keep order: True ]---------------------------

commands:
seq 1 10 | gargs -p 4 -o "echo job:{}; sleep 2; seq 1 1000000" > t.gargs
seq 1 10 | rush -j 4 -k "echo job:{}; sleep 2; seq 1 1000000" > t.rush
seq 1 10 | parallel -j 4 -k "echo job:{}; sleep 2; seq 1 1000000" > t.parallel

time:                                                                                               
gargs: 6.21313786507                                                                                
parallel: 6.33985590935
rush: 6.20952105522

md5sum:
509086b10292759096d6db278bb2add8  t.gargs
509086b10292759096d6db278bb2add8  t.parallel
509086b10292759096d6db278bb2add8  t.rush
Assets 8