diff --git a/composer.json b/composer.json
index f309062a..231bb8f6 100644
--- a/composer.json
+++ b/composer.json
@@ -18,7 +18,7 @@
         "wp-cli/db-command": "^1.3 || ^2 || ^3",
         "wp-cli/entity-command": "^1.3 || ^2 || ^3",
         "wp-cli/extension-command": "^1.2 || ^2 || ^3",
-        "wp-cli/wp-cli-tests": "^5"
+        "wp-cli/wp-cli-tests": "dev-builtin-directory-variables as 5.3.99"
     },
     "config": {
         "process-timeout": 7200,
diff --git a/features/language-plugin.feature b/features/language-plugin.feature
index b738af15..474c99b0 100644
--- a/features/language-plugin.feature
+++ b/features/language-plugin.feature
@@ -222,8 +222,6 @@ Feature: Manage plugin translation files for a WordPress install
   @require-wp-4.0
   Scenario: Not providing plugin slugs should throw an error unless --all given
     Given a WP install
-    And I run `wp plugin path`
-    And save STDOUT as {PLUGIN_DIR}
 
     When I try `wp language plugin list`
     Then the return code should be 1
@@ -385,8 +383,6 @@ Feature: Manage plugin translation files for a WordPress install
   @require-wp-4.0
   Scenario: Install translations for all installed plugins
     Given a WP install
-    And I run `wp plugin path`
-    And save STDOUT as {PLUGIN_DIR}
     And an empty {PLUGIN_DIR} directory
     And I run `wp plugin install akismet --version=4.0 --force`
     And I run `wp plugin install jetpack --version=6.4 --force`
diff --git a/features/language-theme.feature b/features/language-theme.feature
index cb58ea17..cd7c4d4e 100644
--- a/features/language-theme.feature
+++ b/features/language-theme.feature
@@ -180,8 +180,6 @@ Feature: Manage theme translation files for a WordPress install
   @require-wp-4.0
   Scenario: Not providing theme slugs should throw an error unless --all given
     Given a WP install
-    And I run `wp theme path`
-    And save STDOUT as {THEME_DIR}
 
     When I try `wp language theme list`
     Then the return code should be 1
@@ -248,8 +246,6 @@ Feature: Manage theme translation files for a WordPress install
   @require-wp-4.0
   Scenario: Install translations for all installed themes
     Given a WP install
-    And I run `wp theme path`
-    And save STDOUT as {THEME_DIR}
     And an empty {THEME_DIR} directory
     And I run `wp theme install twentyseventeen --version=1.0 --force`
     And I run `wp theme install twentysixteen --version=1.0 --force`