benchmark: add verbose option to main script

benchmark/README.md

@@ -1,5 +1,10 @@
 To run benchmarks, run the following script.
 ```
 # to compare current version and master using 10 cores and CUTEst and PowerModels.jl problems,
-julia runbenchmarks.jl 10 power cutest current master 
+julia runbenchmarks.jl 10 power cutest current master
+```
+
+By default, logs are deactivated. To active them, please add `verbose` to the options:
+```
+julia runbenchmarks.jl 10 power cutest current master verbose
 ```

benchmark/benchmark-cutest.jl

@@ -13,13 +13,13 @@ end
 @everywhere using CUTEst
 
 if SOLVER == "master"
-    @everywhere solver = nlp -> madnlp(nlp,linear_solver=MadNLPMa57,max_wall_time=900.,tol=1e-6, print_level=MadNLP.ERROR)
+    @everywhere solver = nlp -> madnlp(nlp,linear_solver=MadNLPMa57,max_wall_time=900.,tol=1e-6, print_level=PRINT_LEVEL)
     @everywhere using MadNLP, MadNLPHSL
 elseif SOLVER == "current"
-    @everywhere solver = nlp -> madnlp(nlp,linear_solver=MadNLPMa57,max_wall_time=900.,tol=1e-6, print_level=MadNLP.ERROR)
+    @everywhere solver = nlp -> madnlp(nlp,linear_solver=MadNLPMa57,max_wall_time=900.,tol=1e-6, print_level=PRINT_LEVEL)
     @everywhere using MadNLP, MadNLPHSL
 elseif SOLVER == "ipopt"
-    @everywhere solver = nlp -> ipopt(nlp,linear_solver="ma57",max_cpu_time=900.,tol=1e-6, print_level=0)
+    @everywhere solver = nlp -> ipopt(nlp,linear_solver="ma57",max_cpu_time=900.,tol=1e-6, print_level=PRINT_LEVEL)
     @everywhere using NLPModelsIpopt
 elseif SOLVER == "knitro"
     # TODO

benchmark/benchmark-power.jl

@@ -26,17 +26,17 @@ end
 if SOLVER == "master"
     @everywhere solver = prob ->
         run_opf(joinpath(PGLIB_PATH,prob[1]), prob[2],
-                ()->MadNLP.Optimizer(linear_solver=MadNLPMa57,max_wall_time=900.,tol=1e-6, print_level=MadNLP.ERROR))
+                ()->MadNLP.Optimizer(linear_solver=MadNLPMa57,max_wall_time=900.,tol=1e-6, print_level=PRINT_LEVEL))
     @everywhere using MadNLP, MadNLPHSL
 elseif SOLVER == "current"
     @everywhere solver = prob ->
         run_opf(joinpath(PGLIB_PATH,prob[1]), prob[2],
-                ()->MadNLP.Optimizer(linear_solver=MadNLPMa57,max_wall_time=900.,tol=1e-6, print_level=MadNLP.ERROR))
+                ()->MadNLP.Optimizer(linear_solver=MadNLPMa57,max_wall_time=900.,tol=1e-6, print_level=PRINT_LEVEL))
     @everywhere using MadNLP, MadNLPHSL
 elseif SOLVER == "ipopt"
     @everywhere solver = prob ->
         run_opf(joinpath(PGLIB_PATH,prob[1]), prob[2],
-                ()->Ipopt.Optimizer(linear_solver="ma57",max_cpu_time=900.,tol=1e-6, print_level=0))
+                ()->Ipopt.Optimizer(linear_solver="ma57",max_cpu_time=900.,tol=1e-6, print_level=PRINT_LEVEL))
     @everywhere using Ipopt
 elseif SOLVER == "knitro"
     # TODO

benchmark/config.jl

@@ -3,6 +3,7 @@ using Pkg, Distributed, DelimitedFiles
 const NP = ARGS[1]
 const SOLVER = ARGS[2]
 
+
 addprocs(parse(Int,NP),exeflags="--project=.")
 Pkg.instantiate()
 
@@ -19,3 +20,13 @@ elseif SOLVER == "knitro"
 else
     error("Proper ARGS should be given")
 end
+
+# Set verbose option
+if SOLVER == "ipopt"
+    const PRINT_LEVEL = (ARGS[3] == "verbose") ? 5 : 0
+elseif SOLVER == "knitro"
+    const PRINT_LEVEL = (ARGS[3] == "verbose") ? 3 : 0
+else
+    using MadNLP
+    const PRINT_LEVEL = (ARGS[3] == "verbose") ? MadNLP.INFO : MadNLP.ERROR
+end

benchmark/runbenchmarks.jl

@@ -3,6 +3,7 @@ const NP = ARGS[1]
 const CLASSES = filter(e-> e in ["cutest","power"], ARGS)
 const SOLVERS = filter(e-> e in ["current","master","ipopt","knitro"], ARGS)
 const PROJECT_PATH = dirname(@__FILE__)
+const VERBOSE = ("verbose" in ARGS) ? "verbose" : "none"
 
 cp(
     joinpath(PROJECT_PATH, ".Project.toml"),
@@ -13,7 +14,7 @@ cp(
 for class in CLASSES
     for solver in SOLVERS
         launch_script = joinpath(PROJECT_PATH, "benchmark-$class.jl")
-        run(`julia --project=$PROJECT_PATH $launch_script $NP $solver`)
+        run(`julia --project=$PROJECT_PATH $launch_script $NP $solver $VERBOSE`)
     end
 end