update benchmark to load everything outside of test

json-everything · Jun 20, 2023 · 114428e · 114428e
1 parent d4aea25
commit 114428e
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 5 deletions.
diff --git a/JsonSchema.Benchmark/Program.cs b/JsonSchema.Benchmark/Program.cs
@@ -9,8 +9,6 @@ class Program
 {
 	static void Main(string[] args)
 	{
-		TestSuiteRunner.LoadRemoteSchemas();
-
 #if DEBUG
 		IConfig config = new DebugBuildConfig();
 		config.WithOptions(ConfigOptions.DisableOptimizationsValidator);

diff --git a/JsonSchema.Benchmark/Suite/TestSuiteRunner.cs b/JsonSchema.Benchmark/Suite/TestSuiteRunner.cs
@@ -88,10 +88,10 @@ private static IEnumerable<TestCollection> GetTests(string draftFolder)
 		}
 	}
 
-	public static void LoadRemoteSchemas()
+	private static void LoadRemoteSchemas()
 	{
 		// ReSharper disable once HeuristicUnreachableCode
-		var remotesPath = Path.Combine(Directory.GetCurrentDirectory(), _remoteSchemasPath)
+		var remotesPath = Path.Combine(Directory.GetCurrentDirectory(), _benchmarkOffset, _remoteSchemasPath)
 			.AdjustForPlatform();
 		if (!Directory.Exists(remotesPath)) throw new Exception("Cannot find remotes folder");
 
@@ -105,6 +105,13 @@ public static void LoadRemoteSchemas()
 		}
 	}
 
+	[GlobalSetup]
+	public void BenchmarkSetup()
+	{
+		LoadRemoteSchemas();
+		_ = GetAllTests();
+	}
+
 	[Benchmark]
 	public int RunSuite()
 	{
@@ -127,7 +134,7 @@ private static void Benchmark(TestCollection collection, TestCase test)
 	{
 		if (!InstanceIsDeserializable(test.Data)) return;
 
-		var result = collection.Schema.Evaluate(test.Data, collection.Options);
+		_ = collection.Schema.Evaluate(test.Data, collection.Options);
 	}
 
 	private static bool InstanceIsDeserializable(in JsonNode? testData)