Skip to content

Commit

Permalink
Resize benchmarks for reduced MHz
Browse files Browse the repository at this point in the history 
Signed-off-by: Stefan Marr <git@stefan-marr.de>
  • Loading branch information
@smarr
smarr committed Aug 3, 2020
1 parent e30cc09 commit bdff6a0
Showing 1 changed file with 40 additions and 40 deletions.
80 changes: 40 additions & 40 deletions codespeed.conf
View file
Expand Up @@ -84,13 +84,13 @@ benchmark_suites:
extra_args: "130 0 5"
codespeed_name: "peak.Havlak"
- Richards:
extra_args: "130 0 60"
extra_args: "130 0 30"
codespeed_name: "peak.Richards"
- RichardsNS:
extra_args: "130 0 60"
extra_args: "130 0 200"
codespeed_name: "peak.RichardsNS"
- DeltaBlue:
extra_args: "250 0 13000"
extra_args: "250 0 10000"
codespeed_name: "peak.DeltaBlue"
warmup: 150
- DeltaBlueNS:
Expand All @@ -114,7 +114,7 @@ benchmark_suites:
codespeed_name: "peak.GraphSearch"
warmup: 100
- PageRank:
extra_args: "120 0 500"
extra_args: "120 0 1000"
codespeed_name: "peak.PageRank"
warmup: 20
- Lee:
Expand All @@ -124,10 +124,10 @@ benchmark_suites:
extra_args: "150 0 4"
codespeed_name: "peak.LeeSTM"
- Vacation:
extra_args: "150 0 14"
extra_args: "150 0 12"
codespeed_name: "peak.Vacation"
- VacationSTM:
extra_args: "150 0 11"
extra_args: "150 0 10"
codespeed_name: "peak.VacationSTM"
- Splay:
extra_args: "150 0 1"
Expand Down Expand Up @@ -189,7 +189,7 @@ benchmark_suites:
codespeed_name: "peak.Queens"
warmup: 70
- Storage:
extra_args: "75 0 1000"
extra_args: "75 0 700"
codespeed_name: "peak.Storage"
warmup: 25
- Sieve:
Expand Down Expand Up @@ -293,7 +293,7 @@ benchmark_suites:
extra_args: "55 0 500000"
codespeed_name: "peak.Loop"
- Recurse:
extra_args: "70 0 2000"
extra_args: "70 0 1000"
codespeed_name: "peak.Recurse"
warmup: 20
- Sum:
Expand All @@ -317,62 +317,62 @@ benchmark_suites:
benchmarks:
# Microbenchmarks
- PingPong:
extra_args: 40000
extra_args: 20000
codespeed_name: "M.PingPong"
- Counting:
extra_args: 300000 # was 1000000
extra_args: 100000 # was 1000000
codespeed_name: "M.Counting"
- ForkJoinThroughput:
extra_args: "3000:60" # "10000:60"
extra_args: "1000:60" # "10000:60"
codespeed_name: "M.ForkJoinThroughput"
- ForkJoinActorCreation:
extra_args: 20000
extra_args: 10000
codespeed_name: "M.ForkJoinActorCreation"
- ThreadRing:
extra_args: "100:50000"
codespeed_name: "M.ThreadRing"
- Chameneos:
extra_args: "100:20000" # "100:200000"
extra_args: "100:10000" # "100:200000"
codespeed_name: "M.Chameneos"
- BigContention:
extra_args: "500:120"
extra_args: "100:120"
codespeed_name: "M.BigContention"

# Concurrency
- ConcurrentDictionary:
extra_args: "20:600:20" # "20:10000:50"
codespeed_name: "C.Dictionary"
- ConcurrentSortedLinkedList:
extra_args: "10:500:10:1" # "20:8000:10:1"
extra_args: "10:300:10:1" # "20:8000:10:1"
codespeed_name: "C.SortedLinkedList"
- ProducerConsumerBoundedBuffer:
extra_args: "40:5:5:10" # "50:40:40:1000"
codespeed_name: "C.ProdConBoundedBuffer"
- Philosophers:
extra_args: "20:2000"
extra_args: "20:1000"
codespeed_name: "C.Philosophers"
- SleepingBarber:
extra_args: "800:500:500:200"
extra_args: "800:400:400:200"
codespeed_name: "C.SleepingBarber"
- CigaretteSmokers:
extra_args: "1000:200"
codespeed_name: "C.CigaretteSmokers"
- LogisticsMapSeries:
extra_args: "10000:10:346"
extra_args: "2000:10:346"
codespeed_name: "C.LogisticsMapSeries"
- BankTransaction:
extra_args: "1000:10000"
extra_args: "1000:1000"
codespeed_name: "C.BankTransaction"

# Parallelism
- RadixSort:
extra_args: "10000:65536:74755" # "100000:1152921504606846976:74755"
codespeed_name: "P.RadixSort"
- UnbalancedCobwebbedTree:
extra_args: "10000:10:0:1"
extra_args: "5000:10:0:1"
codespeed_name: "P.UnbalancedCobwebbedTree"
- TrapezoidalApproximation:
extra_args: "100:100000:1:5" # "100:10000000:1:5"
extra_args: "100:10000:1:5" # "100:10000000:1:5"
codespeed_name: "P.TrapezoidalApproximation"
- AStarSearch:
extra_args: "100:10"
Expand Down Expand Up @@ -407,50 +407,50 @@ benchmark_suites:
extra_args: "100:100000" # "100:200000"
codespeed_name: "M.Chameneos"
- BigContention:
extra_args: "2000:120"
extra_args: "800:120"
codespeed_name: "M.BigContention"

# Concurrency
- ConcurrentDictionary:
extra_args: "20:1000:20" # "20:10000:50"
codespeed_name: "C.Dictionary"
- ConcurrentSortedLinkedList:
extra_args: "10:1500:10:1" # "20:8000:10:1"
extra_args: "10:1000:10:1" # "20:8000:10:1"
codespeed_name: "C.SortedLinkedList"
- ProducerConsumerBoundedBuffer:
extra_args: "40:10:10:60" # "50:40:40:1000"
extra_args: "40:5:5:10" # "50:40:40:1000"
codespeed_name: "C.ProdConBoundedBuffer"
- Philosophers:
extra_args: "20:5000"
codespeed_name: "C.Philosophers"
- SleepingBarber:
extra_args: "2500:1000:1000:1000"
extra_args: "1000:1000:1000:500"
codespeed_name: "C.SleepingBarber"
- CigaretteSmokers:
extra_args: "10000:200"
codespeed_name: "C.CigaretteSmokers"
- LogisticsMapSeries:
extra_args: "25000:10:346"
extra_args: "10000:10:346"
codespeed_name: "C.LogisticsMapSeries"
- BankTransaction:
extra_args: "1000:100000"
extra_args: "1000:50000"
codespeed_name: "C.BankTransaction"

# Parallelism
- RadixSort:
extra_args: "50000:65536:74755" # "100000:1152921504606846976:74755"
extra_args: "10000:65536:74755" # "100000:1152921504606846976:74755"
codespeed_name: "P.RadixSort"
- UnbalancedCobwebbedTree:
extra_args: "100000:10:500:100"
extra_args: "30000:10:500:100"
codespeed_name: "P.UnbalancedCobwebbedTree"
- TrapezoidalApproximation:
extra_args: "100:1000000:1:5" # "100:10000000:1:5"
extra_args: "100:100000:1:5" # "100:10000000:1:5"
codespeed_name: "P.TrapezoidalApproximation"
- AStarSearch:
extra_args: "100:20"
codespeed_name: "P.AStarSearch"
- NQueens:
extra_args: "20:10:4"
extra_args: "20:9:4"
codespeed_name: "P.NQueens"

validation:
Expand Down Expand Up @@ -487,16 +487,16 @@ benchmark_suites:
## Excluding Fib, NQueens, QuickSort
## we have similar versions already
- CilkSort:
extra_args: "130 0 20"
extra_args: "130 0 50"
codespeed_name: "peak.CilkSort"
- Integrate:
extra_args: "130 0 100"
codespeed_name: "peak.Integrate"
- Jacobi:
extra_args: "130 0 200"
extra_args: "130 0 400"
codespeed_name: "peak.Jacobi"
- LUDecomposition:
extra_args: "130 0 128"
extra_args: "130 0 256"
codespeed_name: "peak.LUDecomposition"

fj-startup:
Expand Down Expand Up @@ -563,15 +563,15 @@ benchmark_suites:
benchmarks:
- PingPong:
#numMessages numThreads, numThreads is unused
extra_args: "4000 2"
extra_args: "10000 2"
codespeed_name: "CSP.PingPong"
- ForkJoinThroughput:
#numMessages numThreads
extra_args: "4000 4"
extra_args: "8000 4"
codespeed_name: "CSP.ForkJoinThroughput"
- Philosophers:
#numrounds numThreads, uses numThreads - 1 Philosophers
extra_args: "500 4"
extra_args: "200 4"
codespeed_name: "CSP.Philosophers"

savina-csp-interp:
Expand All @@ -583,15 +583,15 @@ benchmark_suites:
benchmarks:
- PingPong:
#numMessages numThreads, numThreads is unused
extra_args: "4000 2"
extra_args: "8000 2"
codespeed_name: "CSP.PingPong"
- ForkJoinThroughput:
#numMessages numThreads
extra_args: "4000 4"
extra_args: "8000 4"
codespeed_name: "CSP.ForkJoinThroughput"
- Philosophers:
#numrounds numThreads, uses numThreads - 1 Philosophers
extra_args: "500 4"
extra_args: "700 4"
codespeed_name: "CSP.Philosophers"

# VMs have a name and are specified by a path and the binary to be executed
Expand Down

0 comments on commit bdff6a0

Please sign in to comment.