diff --git a/surfer/viz.py b/surfer/viz.py
index a2ad110..bb1129e 100644
--- a/surfer/viz.py
+++ b/surfer/viz.py
@@ -1264,8 +1264,9 @@ def add_annotation(self, annot, borders=True, alpha=1, hemi=None,
                 cmap = np.vstack((cmap, np.zeros(5, int)))
 
             # Set label ids sensibly
-            ord = np.argsort(cmap[:, -1])
-            ids = ord[np.searchsorted(cmap[ord, -1], labels)]
+            order = np.argsort(cmap[:, -1])
+            cmap = cmap[order]
+            ids = np.searchsorted(cmap[:, -1], labels)
             cmap = cmap[:, :4]
 
             #  Set the alpha level