diff --git a/pluma/pluma-view.c b/pluma/pluma-view.c
index 4ebc0936f..5cc925121 100644
--- a/pluma/pluma-view.c
+++ b/pluma/pluma-view.c
@@ -1997,17 +1997,6 @@ show_line_numbers_menu (GtkWidget      *view,
 static gboolean
 pluma_view_button_press_event (GtkWidget *widget, GdkEventButton *event)
 {
-	if ((event->button == 2) || (event->button == 3))
-	{
-		if (middle_or_right_down)
-		{
-			middle_or_right_down = FALSE;
-			return TRUE;
-		}
-		else
-			middle_or_right_down = TRUE;
-	}
-
 	if ((event->type == GDK_BUTTON_PRESS) && 
 	    (event->window == gtk_text_view_get_window (GTK_TEXT_VIEW (widget),
 						        GTK_TEXT_WINDOW_LEFT)))
@@ -2021,6 +2010,17 @@ pluma_view_button_press_event (GtkWidget *widget, GdkEventButton *event)
 			return TRUE;
 	}
 
+	if ((event->button == 2) || (event->button == 3))
+	{
+		if (middle_or_right_down)
+		{
+			middle_or_right_down = FALSE;
+			return TRUE;
+		}
+		else
+			middle_or_right_down = TRUE;
+	}
+
 	if ((event->type == GDK_2BUTTON_PRESS) && (event->button == 1) &&
 	    (event->window == gtk_text_view_get_window (GTK_TEXT_VIEW (widget), GTK_TEXT_WINDOW_TEXT)))
 		return TRUE;