diff --git a/lib/benchee/benchmark/runner.ex b/lib/benchee/benchmark/runner.ex
index 432e99bf..6257e650 100644
--- a/lib/benchee/benchmark/runner.ex
+++ b/lib/benchee/benchmark/runner.ex
@@ -25,29 +25,13 @@ defmodule Benchee.Benchmark.Runner do
   """
   @spec run_scenarios([Scenario.t], ScenarioContext.t) :: [Scenario.t]
   def run_scenarios(scenarios, scenario_context) do
-    Enum.flat_map(scenarios, fn(scenario) ->
-      parallel_benchmark(scenario, scenario_context)
-    end)
-  end
+    %ScenarioContext{printer: printer, config: config} = scenario_context
 
-  defp parallel_benchmark(
-         scenario = %Scenario{job_name: job_name, input_name: input_name},
-         scenario_context = %ScenarioContext{
-           printer: printer,
-           config: config
-         }) do
-    printer.benchmarking(job_name, input_name, config)
-    1..config.parallel
-    |> Parallel.map(fn(_task_number) ->
+    Enum.map(scenarios, fn scenario ->
+      %Scenario{job_name: job_name, input_name: input_name} = scenario
+      printer.benchmarking(job_name, input_name, config)
       run_scenario(scenario, scenario_context)
     end)
-    |> Enum.group_by(fn scenario -> {scenario.function, scenario.input} end)
-    |> Enum.map(fn {_, like_results} ->
-      consolidated_results =
-        Enum.flat_map(like_results, fn scenario -> scenario.run_times end)
-      [scenario | _] = like_results
-      %Benchee.Benchmark.Scenario{scenario | run_times: consolidated_results}
-    end)
   end
 
   defp run_scenario(scenario, scenario_context) do
@@ -154,12 +138,14 @@ defmodule Benchee.Benchmark.Runner do
                       current_time: current_time, end_time: end_time
                     }) when current_time > end_time do
     # restore correct order - important for graphing
-    %Scenario{scenario | run_times: Enum.reverse(run_times)}
+    %Scenario{scenario | run_times: run_times |> List.flatten |> Enum.sort}
   end
   defp do_benchmark(scenario = %Scenario{run_times: run_times},
                     scenario_context) do
-    run_time = iteration_time(scenario, scenario_context)
-    updated_scenario = %Scenario{scenario | run_times: [run_time | run_times]}
+    new_run_times = Parallel.map(0..scenario_context.config.parallel, fn _ ->
+      iteration_time(scenario, scenario_context)
+    end)
+    updated_scenario = %Scenario{scenario | run_times: [new_run_times | run_times]}
     updated_context =
       %ScenarioContext{scenario_context | current_time: current_time()}
     do_benchmark(updated_scenario, updated_context)
diff --git a/mix.exs b/mix.exs
index 93d64301..01f2bbd0 100644
--- a/mix.exs
+++ b/mix.exs
@@ -1,7 +1,7 @@
 defmodule Benchee.Mixfile do
   use Mix.Project
 
-  @version "0.11.1"
+  @version "0.12.0"
 
   def project do
     [