Updated Benchmark Results

ChilliCream · Oct 2, 2020 · ed032ed · ed032ed
1 parent afc0237
commit ed032ed
Show file tree

Hide file tree

Showing 5 changed files with 47 additions and 47 deletions.
diff --git a/src/HotChocolate/Core/benchmark/Execution.Benchmarks/ResultDataBenchmarks.cs b/src/HotChocolate/Core/benchmark/Execution.Benchmarks/ResultDataBenchmarks.cs
@@ -50,7 +50,7 @@ public ResultMap Create_And_Fill_ResultMap()
                 _resultMap.SetValue(i, i.ToString(), i);
             }
 
-            _resultMap.Reset();
+            _resultMap.Clear();
             return _resultMap;
         }
     }

diff --git a/...ocolate.Execution.Benchmarks.DefaultExecutionPipelineBenchmark-report-github.md b/...ocolate.Execution.Benchmarks.DefaultExecutionPipelineBenchmark-report-github.md
@@ -1,22 +1,22 @@
 ``` ini
 
-BenchmarkDotNet=v0.12.1, OS=macOS Catalina 10.15.6 (19G2021) [Darwin 19.6.0]
-Intel Core i9-9980HK CPU 2.40GHz, 1 CPU, 16 logical and 8 physical cores
+BenchmarkDotNet=v0.12.1, OS=macOS Catalina 10.15.7 (19H2) [Darwin 19.6.0]
+Intel Core i9-10910 CPU 3.60GHz, 1 CPU, 20 logical and 10 physical cores
 .NET Core SDK=5.0.100-rc.1.20452.10
   [Host]     : .NET Core 5.0.0 (CoreCLR 5.0.20.45114, CoreFX 5.0.20.45114), X64 RyuJIT
   DefaultJob : .NET Core 5.0.0 (CoreCLR 5.0.20.45114, CoreFX 5.0.20.45114), X64 RyuJIT
 
 
 ```
-|                                     Method |      Mean |     Error |    StdDev |    Median | Rank |     Gen 0 |     Gen 1 | Gen 2 |   Allocated |
-|------------------------------------------- |----------:|----------:|----------:|----------:|-----:|----------:|----------:|------:|------------:|
-|                        SchemaIntrospection |  1.101 ms | 0.0213 ms | 0.0228 ms |  1.102 ms |    1 |   58.5938 |    1.9531 |     - |   492.67 KB |
-|    SchemaIntrospectionFiveParallelRequests |  3.207 ms | 0.0611 ms | 0.0628 ms |  3.195 ms |    3 |  320.3125 |  105.4688 |     - |  2611.29 KB |
-|                                    GetHero |  2.748 ms | 0.0541 ms | 0.0722 ms |  2.781 ms |    2 |         - |         - |     - |     7.24 KB |
-|                GetHeroFiveParallelRequests |  2.753 ms | 0.0630 ms | 0.1857 ms |  2.743 ms |    2 |    3.9063 |         - |     - |    36.33 KB |
-|                         GetHeroWithFriends | 10.021 ms | 0.1988 ms | 0.4950 ms | 10.165 ms |    6 |         - |         - |     - |    83.37 KB |
-|     GetHeroWithFriendsFiveParallelRequests |  9.248 ms | 0.1302 ms | 0.3018 ms |  9.190 ms |    4 |   46.8750 |   15.6250 |     - |   416.94 KB |
-|                     GetTwoHerosWithFriends |  9.632 ms | 0.2851 ms | 0.8405 ms |  9.697 ms |    5 |   15.6250 |         - |     - |    180.3 KB |
-| GetTwoHerosWithFriendsFiveParallelRequests | 11.148 ms | 0.2508 ms | 0.7396 ms | 11.037 ms |    7 |   93.7500 |   46.8750 |     - |   878.87 KB |
-|                                 LargeQuery | 21.020 ms | 0.4192 ms | 0.8175 ms | 21.110 ms |    8 |  406.2500 |  187.5000 |     - |  3470.39 KB |
-|             LargeQueryFiveParallelRequests | 50.435 ms | 0.9377 ms | 0.9210 ms | 50.518 ms |    9 | 2181.8182 | 1090.9091 |     - | 17839.82 KB |
+|                                     Method |      Mean |     Error |    StdDev |    Median | Rank |     Gen 0 |    Gen 1 |   Gen 2 |  Allocated |
+|------------------------------------------- |----------:|----------:|----------:|----------:|-----:|----------:|---------:|--------:|-----------:|
+|                        SchemaIntrospection |  1.161 ms | 0.0118 ms | 0.0099 ms |  1.161 ms |    1 |   46.8750 |   1.9531 |       - |  491.12 KB |
+|    SchemaIntrospectionFiveParallelRequests |  3.231 ms | 0.0444 ms | 0.0394 ms |  3.220 ms |    4 |  253.9063 |  82.0313 |       - | 2603.97 KB |
+|                                    GetHero |  2.287 ms | 0.0399 ms | 0.0392 ms |  2.281 ms |    2 |         - |        - |       - |    7.82 KB |
+|                GetHeroFiveParallelRequests |  2.349 ms | 0.0234 ms | 0.0219 ms |  2.353 ms |    3 |         - |        - |       - |   39.27 KB |
+|                         GetHeroWithFriends |  8.110 ms | 0.1616 ms | 0.4396 ms |  8.026 ms |    5 |         - |        - |       - |   84.65 KB |
+|     GetHeroWithFriendsFiveParallelRequests |  8.439 ms | 0.0702 ms | 0.0622 ms |  8.444 ms |    6 |   31.2500 |  15.6250 |       - |  428.75 KB |
+|                     GetTwoHerosWithFriends |  8.017 ms | 0.0826 ms | 0.0645 ms |  8.027 ms |    5 |   15.6250 |        - |       - |  173.61 KB |
+| GetTwoHerosWithFriendsFiveParallelRequests |  9.555 ms | 0.1395 ms | 0.1305 ms |  9.564 ms |    7 |   78.1250 |  31.2500 |       - |   869.9 KB |
+|                                 LargeQuery | 18.918 ms | 0.2521 ms | 0.2235 ms | 18.842 ms |    8 |  312.5000 | 156.2500 | 31.2500 | 3401.36 KB |
+|             LargeQueryFiveParallelRequests | 41.495 ms | 0.7966 ms | 2.0275 ms | 40.848 ms |    9 | 1636.3636 | 818.1818 | 90.9091 | 17145.3 KB |
diff --git a/...rts/HotChocolate.Execution.Benchmarks.FieldCollectorBenchmarks-report-github.md b/...rts/HotChocolate.Execution.Benchmarks.FieldCollectorBenchmarks-report-github.md
@@ -1,7 +1,7 @@
 ``` ini
 
-BenchmarkDotNet=v0.12.1, OS=macOS Catalina 10.15.6 (19G2021) [Darwin 19.6.0]
-Intel Core i9-9980HK CPU 2.40GHz, 1 CPU, 16 logical and 8 physical cores
+BenchmarkDotNet=v0.12.1, OS=macOS Catalina 10.15.7 (19H2) [Darwin 19.6.0]
+Intel Core i9-10910 CPU 3.60GHz, 1 CPU, 20 logical and 10 physical cores
 .NET Core SDK=5.0.100-rc.1.20452.10
   [Host]     : .NET Core 5.0.0 (CoreCLR 5.0.20.45114, CoreFX 5.0.20.45114), X64 RyuJIT
   DefaultJob : .NET Core 5.0.0 (CoreCLR 5.0.20.45114, CoreFX 5.0.20.45114), X64 RyuJIT
@@ -10,5 +10,5 @@ Intel Core i9-9980HK CPU 2.40GHz, 1 CPU, 16 logical and 8 physical cores
 ```
 |                             Method |     Mean |    Error |   StdDev |   Median | Rank |  Gen 0 |  Gen 1 | Gen 2 | Allocated |
 |----------------------------------- |---------:|---------:|---------:|---------:|-----:|-------:|-------:|------:|----------:|
-| PrepareSelectionSets_Introspection | 28.30 μs | 0.554 μs | 0.812 μs | 27.92 μs |    2 | 3.1128 | 0.2747 |     - |  25.63 KB |
-|      PrepareSelectionSets_StarWars | 18.79 μs | 0.319 μs | 0.283 μs | 18.72 μs |    1 | 2.2278 | 0.1526 |     - |  18.34 KB |
+| PrepareSelectionSets_Introspection | 25.58 μs | 0.487 μs | 0.478 μs | 25.36 μs |    2 | 2.5024 | 0.2136 |     - |  25.63 KB |
+|      PrepareSelectionSets_StarWars | 16.65 μs | 0.287 μs | 0.269 μs | 16.53 μs |    1 | 1.7700 | 0.1221 |     - |  18.34 KB |
diff --git a/...reports/HotChocolate.Execution.Benchmarks.ResultDataBenchmarks-report-github.md b/...reports/HotChocolate.Execution.Benchmarks.ResultDataBenchmarks-report-github.md
@@ -1,30 +1,30 @@
 ``` ini
 
-BenchmarkDotNet=v0.12.1, OS=macOS Catalina 10.15.6 (19G2021) [Darwin 19.6.0]
-Intel Core i9-9980HK CPU 2.40GHz, 1 CPU, 16 logical and 8 physical cores
+BenchmarkDotNet=v0.12.1, OS=macOS Catalina 10.15.7 (19H2) [Darwin 19.6.0]
+Intel Core i9-10910 CPU 3.60GHz, 1 CPU, 20 logical and 10 physical cores
 .NET Core SDK=5.0.100-rc.1.20452.10
   [Host]     : .NET Core 5.0.0 (CoreCLR 5.0.20.45114, CoreFX 5.0.20.45114), X64 RyuJIT
   DefaultJob : .NET Core 5.0.0 (CoreCLR 5.0.20.45114, CoreFX 5.0.20.45114), X64 RyuJIT
 
 
 ```
-|                     Method | Size |        Mean |      Error |     StdDev |      Median | Rank |  Gen 0 |  Gen 1 | Gen 2 | Allocated |
-|--------------------------- |----- |------------:|-----------:|-----------:|------------:|-----:|-------:|-------:|------:|----------:|
-| **Create_And_Fill_Dictionary** |    **1** |    **62.11 ns** |   **1.310 ns** |   **2.676 ns** |    **61.55 ns** |    **3** | **0.0286** |      **-** |     **-** |     **240 B** |
-|  Create_And_Fill_ArrayPool |    1 |    39.22 ns |   0.852 ns |   1.887 ns |    39.43 ns |    2 | 0.0029 |      - |     - |      24 B |
-|  Create_And_Fill_ResultMap |    1 |    18.52 ns |   0.440 ns |   1.176 ns |    18.42 ns |    1 | 0.0029 |      - |     - |      24 B |
-| **Create_And_Fill_Dictionary** |    **8** |   **376.28 ns** |   **8.069 ns** |  **23.410 ns** |   **376.55 ns** |    **8** | **0.1411** | **0.0005** |     **-** |    **1184 B** |
-|  Create_And_Fill_ArrayPool |    8 |   133.85 ns |   2.827 ns |   8.336 ns |   134.46 ns |    5 | 0.0229 |      - |     - |     192 B |
-|  Create_And_Fill_ResultMap |    8 |   120.87 ns |   2.167 ns |   2.027 ns |   120.72 ns |    4 | 0.0229 |      - |     - |     192 B |
-| **Create_And_Fill_Dictionary** |   **16** |   **577.03 ns** |  **11.217 ns** |  **13.775 ns** |   **574.92 ns** |    **9** | **0.1869** | **0.0010** |     **-** |    **1568 B** |
-|  Create_And_Fill_ArrayPool |   16 |   273.77 ns |   5.487 ns |  14.261 ns |   270.19 ns |    6 | 0.0687 |      - |     - |     576 B |
-|  Create_And_Fill_ResultMap |   16 |   311.06 ns |   6.596 ns |  19.345 ns |   309.70 ns |    7 | 0.0687 |      - |     - |     576 B |
-| **Create_And_Fill_Dictionary** |   **50** | **2,450.51 ns** |  **58.565 ns** | **172.681 ns** | **2,454.45 ns** |   **14** | **0.8469** | **0.0229** |     **-** |    **7104 B** |
-|  Create_And_Fill_ArrayPool |   50 |   851.50 ns |  11.219 ns |   9.369 ns |   848.72 ns |   10 | 0.2956 | 0.0019 |     - |    2480 B |
-|  Create_And_Fill_ResultMap |   50 |   988.84 ns |  16.332 ns |  13.638 ns |   984.89 ns |   11 | 0.2956 | 0.0010 |     - |    2480 B |
-| **Create_And_Fill_Dictionary** |  **100** | **4,572.79 ns** |  **91.443 ns** | **128.190 ns** | **4,538.46 ns** |   **17** | **1.8463** | **0.1297** |     **-** |   **15472 B** |
-|  Create_And_Fill_ArrayPool |  100 | 1,753.23 ns |  30.171 ns |  44.224 ns | 1,738.51 ns |   12 | 0.6294 | 0.0114 |     - |    5280 B |
-|  Create_And_Fill_ResultMap |  100 | 1,932.22 ns |  32.374 ns |  27.033 ns | 1,927.01 ns |   13 | 0.6294 | 0.0038 |     - |    5280 B |
-| **Create_And_Fill_Dictionary** |  **200** | **9,500.79 ns** | **186.221 ns** | **272.961 ns** | **9,437.14 ns** |   **18** | **3.9673** | **0.5341** |     **-** |   **33192 B** |
-|  Create_And_Fill_ArrayPool |  200 | 3,798.98 ns |  73.924 ns | 121.460 ns | 3,766.87 ns |   15 | 1.3008 | 0.0496 |     - |   10880 B |
-|  Create_And_Fill_ResultMap |  200 | 4,458.39 ns | 101.737 ns | 298.378 ns | 4,390.77 ns |   16 | 1.2970 | 0.0229 |     - |   10880 B |
+|                     Method | Size |        Mean |      Error |     StdDev |      Median | Rank |  Gen 0 |  Gen 1 |  Gen 2 | Allocated |
+|--------------------------- |----- |------------:|-----------:|-----------:|------------:|-----:|-------:|-------:|-------:|----------:|
+| **Create_And_Fill_Dictionary** |    **1** |    **51.03 ns** |   **0.725 ns** |   **0.642 ns** |    **50.83 ns** |    **3** | **0.0229** |      **-** |      **-** |     **240 B** |
+|  Create_And_Fill_ArrayPool |    1 |    30.06 ns |   0.604 ns |   0.827 ns |    29.70 ns |    2 | 0.0023 |      - |      - |      24 B |
+|  Create_And_Fill_ResultMap |    1 |    19.94 ns |   0.222 ns |   0.186 ns |    19.95 ns |    1 | 0.0023 |      - |      - |      24 B |
+| **Create_And_Fill_Dictionary** |    **8** |   **465.41 ns** |   **5.564 ns** |   **4.646 ns** |   **464.75 ns** |    **8** | **0.1130** | **0.0005** |      **-** |    **1184 B** |
+|  Create_And_Fill_ArrayPool |    8 |   143.00 ns |   2.613 ns |   2.444 ns |   142.79 ns |    5 | 0.0184 |      - |      - |     192 B |
+|  Create_And_Fill_ResultMap |    8 |    98.58 ns |   1.890 ns |   2.829 ns |    98.07 ns |    4 | 0.0184 |      - |      - |     192 B |
+| **Create_And_Fill_Dictionary** |   **16** |   **498.96 ns** |  **10.026 ns** |  **10.728 ns** |   **496.39 ns** |    **9** | **0.1497** | **0.0010** |      **-** |    **1568 B** |
+|  Create_And_Fill_ArrayPool |   16 |   213.14 ns |   3.217 ns |   3.010 ns |   212.12 ns |    6 | 0.0551 |      - |      - |     576 B |
+|  Create_And_Fill_ResultMap |   16 |   231.26 ns |   2.787 ns |   2.327 ns |   231.36 ns |    7 | 0.0548 |      - |      - |     576 B |
+| **Create_And_Fill_Dictionary** |   **50** | **2,029.05 ns** |  **17.202 ns** |  **15.249 ns** | **2,026.58 ns** |   **14** | **0.6790** | **0.0229** |      **-** |    **7104 B** |
+|  Create_And_Fill_ArrayPool |   50 |   860.53 ns |  13.253 ns |  12.397 ns |   859.07 ns |   10 | 0.2365 | 0.0019 |      - |    2480 B |
+|  Create_And_Fill_ResultMap |   50 |   921.01 ns |  17.578 ns |  19.538 ns |   919.34 ns |   11 | 0.2365 | 0.0010 |      - |    2480 B |
+| **Create_And_Fill_Dictionary** |  **100** | **4,626.16 ns** |  **92.034 ns** | **102.296 ns** | **4,588.51 ns** |   **16** | **1.4725** | **0.1068** |      **-** |   **15472 B** |
+|  Create_And_Fill_ArrayPool |  100 | 1,616.39 ns |  32.094 ns |  52.731 ns | 1,607.14 ns |   12 | 0.5035 | 0.0095 |      - |    5280 B |
+|  Create_And_Fill_ResultMap |  100 | 1,631.37 ns |   7.813 ns |   6.100 ns | 1,631.72 ns |   13 | 0.5035 | 0.0038 | 0.0019 |    5280 B |
+| **Create_And_Fill_Dictionary** |  **200** | **7,984.81 ns** | **108.261 ns** | **111.176 ns** | **7,987.00 ns** |   **17** | **3.1738** | **0.4425** |      **-** |   **33192 B** |
+|  Create_And_Fill_ArrayPool |  200 | 3,165.21 ns |  62.366 ns |  55.286 ns | 3,167.34 ns |   15 | 1.0376 | 0.0381 |      - |   10880 B |
+|  Create_And_Fill_ResultMap |  200 | 4,452.51 ns | 182.177 ns | 534.293 ns | 4,721.03 ns |   16 | 1.0376 | 0.0191 |      - |   10880 B |
diff --git a/...s/HotChocolate.Execution.Benchmarks.VariableCoercionBenchmarks-report-github.md b/...s/HotChocolate.Execution.Benchmarks.VariableCoercionBenchmarks-report-github.md
@@ -1,7 +1,7 @@
 ``` ini
 
-BenchmarkDotNet=v0.12.1, OS=macOS Catalina 10.15.6 (19G2021) [Darwin 19.6.0]
-Intel Core i9-9980HK CPU 2.40GHz, 1 CPU, 16 logical and 8 physical cores
+BenchmarkDotNet=v0.12.1, OS=macOS Catalina 10.15.7 (19H2) [Darwin 19.6.0]
+Intel Core i9-10910 CPU 3.60GHz, 1 CPU, 20 logical and 10 physical cores
 .NET Core SDK=5.0.100-rc.1.20452.10
   [Host]     : .NET Core 5.0.0 (CoreCLR 5.0.20.45114, CoreFX 5.0.20.45114), X64 RyuJIT
   DefaultJob : .NET Core 5.0.0 (CoreCLR 5.0.20.45114, CoreFX 5.0.20.45114), X64 RyuJIT
@@ -10,7 +10,7 @@ Intel Core i9-9980HK CPU 2.40GHz, 1 CPU, 16 logical and 8 physical cores
 ```
 |                Method |     Mean |    Error |   StdDev |   Median | Rank |  Gen 0 | Gen 1 | Gen 2 | Allocated |
 |---------------------- |---------:|---------:|---------:|---------:|-----:|-------:|------:|------:|----------:|
-|    One_String_Literal | 158.9 ns |  3.17 ns |  5.88 ns | 158.0 ns |    1 |      - |     - |     - |         - |
-|            One_String | 188.0 ns |  3.73 ns |  6.73 ns | 187.9 ns |    2 | 0.0067 |     - |     - |      56 B |
-|    One_Object_Literal | 547.6 ns | 10.95 ns | 28.46 ns | 543.9 ns |    3 | 0.0172 |     - |     - |     144 B |
-| One_Object_Dictionary | 657.4 ns | 13.12 ns | 28.23 ns | 652.1 ns |    4 | 0.0763 |     - |     - |     640 B |
+|    One_String_Literal | 165.0 ns |  2.18 ns |  2.04 ns | 165.0 ns |    1 |      - |     - |     - |         - |
+|            One_String | 184.8 ns |  2.60 ns |  2.43 ns | 184.8 ns |    2 | 0.0052 |     - |     - |      56 B |
+|    One_Object_Literal | 546.5 ns | 10.40 ns | 12.39 ns | 546.8 ns |    3 | 0.0134 |     - |     - |     144 B |
+| One_Object_Dictionary | 693.9 ns | 10.07 ns |  9.42 ns | 691.5 ns |    4 | 0.0610 |     - |     - |     640 B |