diff --git a/features/language-core.feature b/features/language-core.feature
index 6c028108..26e3adca 100644
--- a/features/language-core.feature
+++ b/features/language-core.feature
@@ -297,7 +297,8 @@ Feature: Manage translation files for a WordPress install
     And STDOUT should be empty
     And the return code should be 0
 
-  @require-wp-4.0
+  # This test downgrades to WordPress 5.4.1, but the SQLite plugin requires 6.0+
+  @require-wp-4.0 @require-mysql
   Scenario: Ensure correct language is installed for WP version
     Given a WP install
     And I run `wp theme activate twentytwentyone`
@@ -316,7 +317,8 @@ Feature: Manage translation files for a WordPress install
       """
     And the return code should be 0
 
-  @require-wp-4.0
+  # This test downgrades to WordPress 5.4.1, but the SQLite plugin requires 6.0+
+  @require-wp-4.0 @require-mysql
   Scenario: Ensure upgrader output is in English
     Given a WP install
     And I run `wp theme activate twentytwentyone`
diff --git a/features/language-plugin.feature b/features/language-plugin.feature
index 841edf83..8f5181f5 100644
--- a/features/language-plugin.feature
+++ b/features/language-plugin.feature
@@ -220,7 +220,8 @@ Feature: Manage translation files for a WordPress install
     And STDOUT should be empty
     And the return code should be 0
 
-  @require-wp-4.0
+  # An empty plugin directory breaks SQLite integration, which uses a plugin.
+  @require-wp-4.0 @require-mysql
   Scenario: Not providing plugin slugs should throw an error unless --all given
     Given a WP install
     And I run `wp plugin path`
@@ -385,7 +386,8 @@ Feature: Manage translation files for a WordPress install
     And STDERR should be empty
 
 
-  @require-wp-4.0
+  # An empty plugin directory breaks SQLite integration, which uses a plugin.
+  @require-wp-4.0 @require-mysql
   Scenario: Install translations for all installed plugins
     Given a WP install
     And I run `wp plugin path`