diff --git a/Classification/Core/src/main/java/org/tribuo/classification/ImmutableLabelInfo.java b/Classification/Core/src/main/java/org/tribuo/classification/ImmutableLabelInfo.java
index 3d6b6b0f6..6d0dbbfba 100644
--- a/Classification/Core/src/main/java/org/tribuo/classification/ImmutableLabelInfo.java
+++ b/Classification/Core/src/main/java/org/tribuo/classification/ImmutableLabelInfo.java
@@ -29,9 +29,14 @@
 import java.util.HashMap;
 import java.util.HashSet;
 import java.util.Iterator;
+import java.util.LinkedHashMap;
+import java.util.LinkedHashSet;
+import java.util.List;
 import java.util.Map;
 import java.util.Objects;
 import java.util.Set;
+import java.util.SortedSet;
+import java.util.TreeSet;
 import java.util.logging.Level;
 import java.util.logging.Logger;
 
@@ -61,15 +66,18 @@ private ImmutableLabelInfo(ImmutableLabelInfo info) {
 
     ImmutableLabelInfo(LabelInfo info) {
         super(info);
-        idLabelMap = new HashMap<>();
-        labelIDMap = new HashMap<>();
+        idLabelMap = new LinkedHashMap<>();
+        labelIDMap = new LinkedHashMap<>();
         int counter = 0;
-        for (Map.Entry<String,MutableLong> e : labelCounts.entrySet()) {
-            idLabelMap.put(counter,e.getKey());
-            labelIDMap.put(e.getKey(),counter);
+        SortedSet<String> keys = new TreeSet<>(labelCounts.keySet());
+        Set<Label> domainSet = new LinkedHashSet<>();
+        for (String key : keys) {
+            idLabelMap.put(counter,key);
+            labelIDMap.put(key,counter);
+            domainSet.add(labels.get(key));
             counter++;
         }
-        domain = Collections.unmodifiableSet(new HashSet<>(labels.values()));
+        domain = Collections.unmodifiableSet(domainSet);
     }
 
     ImmutableLabelInfo(LabelInfo info, Map<Label,Integer> mapping) {
diff --git a/Classification/DecisionTree/src/test/java/org/tribuo/classification/dtree/TestClassificationEnsembles.java b/Classification/DecisionTree/src/test/java/org/tribuo/classification/dtree/TestClassificationEnsembles.java
index 41569d563..b8060632f 100644
--- a/Classification/DecisionTree/src/test/java/org/tribuo/classification/dtree/TestClassificationEnsembles.java
+++ b/Classification/DecisionTree/src/test/java/org/tribuo/classification/dtree/TestClassificationEnsembles.java
@@ -19,6 +19,7 @@
 import com.oracle.labs.mlrg.olcut.config.PropertyException;
 import com.oracle.labs.mlrg.olcut.util.Pair;
 import org.tribuo.Dataset;
+import org.tribuo.ImmutableDataset;
 import org.tribuo.Example;
 import org.tribuo.Model;
 import org.tribuo.Prediction;
@@ -250,7 +251,8 @@ public void load431ProtobufModel() throws IOException, URISyntaxException {
             List<Prediction<Label>> deserOutput = deserModel.predict(p.getB());
 
             AdaBoostTrainer trainer = new AdaBoostTrainer(t,10);
-            WeightedEnsembleModel<Label> model = trainer.train(p.getA());
+            Dataset<Label> train = new ImmutableDataset<>(p.getA(), p.getA().getProvenance(), p.getA().getOutputFactory(), deserModel.getFeatureIDMap(), deserModel.getOutputIDInfo(), false);
+            WeightedEnsembleModel<Label> model = trainer.train(train);
             List<Prediction<Label>> output = model.predict(p.getB());
 
             assertEquals(deserOutput.size(), p.getB().size());
diff --git a/Classification/SGD/src/test/java/org/tribuo/classification/sgd/fm/TestFMClassification.java b/Classification/SGD/src/test/java/org/tribuo/classification/sgd/fm/TestFMClassification.java
index 1409d6d3b..80d3f1e57 100644
--- a/Classification/SGD/src/test/java/org/tribuo/classification/sgd/fm/TestFMClassification.java
+++ b/Classification/SGD/src/test/java/org/tribuo/classification/sgd/fm/TestFMClassification.java
@@ -25,6 +25,7 @@
 import org.junit.jupiter.api.BeforeAll;
 import org.junit.jupiter.api.Test;
 import org.tribuo.Dataset;
+import org.tribuo.ImmutableDataset;
 import org.tribuo.Model;
 import org.tribuo.Prediction;
 import org.tribuo.Trainer;
@@ -166,7 +167,8 @@ public void loadProtobufModel() throws IOException, URISyntaxException {
             List<Prediction<Label>> deserOutput = deserModel.predict(p.getB());
 
             FMClassificationTrainer trainer = new FMClassificationTrainer(new LogMulticlass(), new AdaGrad(0.1,0.1),5,1000, Trainer.DEFAULT_SEED,1,0.1);
-            Model<Label> model = trainer.train(p.getA());
+            Dataset<Label> train = new ImmutableDataset<>(p.getA().getData(), p.getA().getProvenance(), p.getA().getOutputFactory(), deserModel.getFeatureIDMap(), deserModel.getOutputIDInfo(), false);
+            Model<Label> model = trainer.train(train);
             List<Prediction<Label>> output = model.predict(p.getB());
 
             assertEquals(deserOutput.size(), p.getB().size());
diff --git a/Classification/SGD/src/test/java/org/tribuo/classification/sgd/linear/TestSGDLinear.java b/Classification/SGD/src/test/java/org/tribuo/classification/sgd/linear/TestSGDLinear.java
index ec604db1e..58e31360f 100644
--- a/Classification/SGD/src/test/java/org/tribuo/classification/sgd/linear/TestSGDLinear.java
+++ b/Classification/SGD/src/test/java/org/tribuo/classification/sgd/linear/TestSGDLinear.java
@@ -94,7 +94,7 @@ public void testSingleClassTraining() {
         assertEquals(0.0,evaluation.accuracy(new Label("Baz")));
         assertEquals(0.0,evaluation.accuracy(new Label("Quux")));
         assertEquals(1.0,evaluation.recall(new Label("Foo")));
-        assertEquals(1.0,evaluation.recall(new Label("Bar"))); // This is due to the random init of the classifier.
+        assertEquals(0.0,evaluation.recall(new Label("Bar")));
     }
 
     @Test