diff --git a/test/plugin/__init__.py b/test/plugins/__init__.py
similarity index 100%
rename from test/plugin/__init__.py
rename to test/plugins/__init__.py
diff --git a/test/plugin/lyrics_download_samples.py b/test/plugins/lyrics_download_samples.py
similarity index 97%
rename from test/plugin/lyrics_download_samples.py
rename to test/plugins/lyrics_download_samples.py
index 34c9edd54..112488087 100644
--- a/test/plugin/lyrics_download_samples.py
+++ b/test/plugins/lyrics_download_samples.py
@@ -17,7 +17,7 @@ import os
 import sys
 import requests
 
-from test.plugin_tests import test_lyrics
+from test.plugins import test_lyrics
 
 
 def mkdir_p(path):
diff --git a/test/plugin/test_acousticbrainz.py b/test/plugins/test_acousticbrainz.py
similarity index 100%
rename from test/plugin/test_acousticbrainz.py
rename to test/plugins/test_acousticbrainz.py
diff --git a/test/plugin/test_albumtypes.py b/test/plugins/test_albumtypes.py
similarity index 100%
rename from test/plugin/test_albumtypes.py
rename to test/plugins/test_albumtypes.py
diff --git a/test/plugin/test_art.py b/test/plugins/test_art.py
similarity index 100%
rename from test/plugin/test_art.py
rename to test/plugins/test_art.py
diff --git a/test/plugin/test_bareasc.py b/test/plugins/test_bareasc.py
similarity index 100%
rename from test/plugin/test_bareasc.py
rename to test/plugins/test_bareasc.py
diff --git a/test/plugin/test_beatport.py b/test/plugins/test_beatport.py
similarity index 100%
rename from test/plugin/test_beatport.py
rename to test/plugins/test_beatport.py
diff --git a/test/plugin/test_bucket.py b/test/plugins/test_bucket.py
similarity index 100%
rename from test/plugin/test_bucket.py
rename to test/plugins/test_bucket.py
diff --git a/test/plugin/test_convert.py b/test/plugins/test_convert.py
similarity index 100%
rename from test/plugin/test_convert.py
rename to test/plugins/test_convert.py
diff --git a/test/plugin/test_discogs.py b/test/plugins/test_discogs.py
similarity index 100%
rename from test/plugin/test_discogs.py
rename to test/plugins/test_discogs.py
diff --git a/test/plugin/test_edit.py b/test/plugins/test_edit.py
similarity index 100%
rename from test/plugin/test_edit.py
rename to test/plugins/test_edit.py
diff --git a/test/plugin/test_embedart.py b/test/plugins/test_embedart.py
similarity index 99%
rename from test/plugin/test_embedart.py
rename to test/plugins/test_embedart.py
index 452d0ef12..408655bb9 100644
--- a/test/plugin/test_embedart.py
+++ b/test/plugins/test_embedart.py
@@ -28,7 +28,7 @@ from beets import config, logging, ui
 from beets.util import bytestring_path, displayable_path, syspath
 from beets.util.artresizer import ArtResizer
 from beets import art
-from test.plugin_tests.test_art import FetchImageHelper
+from test.plugins.test_art import FetchImageHelper
 
 
 def require_artresizer_compare(test):
diff --git a/test/plugin/test_embyupdate.py b/test/plugins/test_embyupdate.py
similarity index 100%
rename from test/plugin/test_embyupdate.py
rename to test/plugins/test_embyupdate.py
diff --git a/test/plugin/test_export.py b/test/plugins/test_export.py
similarity index 100%
rename from test/plugin/test_export.py
rename to test/plugins/test_export.py
diff --git a/test/plugin/test_fetchart.py b/test/plugins/test_fetchart.py
similarity index 100%
rename from test/plugin/test_fetchart.py
rename to test/plugins/test_fetchart.py
diff --git a/test/plugin/test_filefilter.py b/test/plugins/test_filefilter.py
similarity index 100%
rename from test/plugin/test_filefilter.py
rename to test/plugins/test_filefilter.py
diff --git a/test/plugin/test_ftintitle.py b/test/plugins/test_ftintitle.py
similarity index 100%
rename from test/plugin/test_ftintitle.py
rename to test/plugins/test_ftintitle.py
diff --git a/test/plugin/test_hook.py b/test/plugins/test_hook.py
similarity index 100%
rename from test/plugin/test_hook.py
rename to test/plugins/test_hook.py
diff --git a/test/plugin/test_ihate.py b/test/plugins/test_ihate.py
similarity index 100%
rename from test/plugin/test_ihate.py
rename to test/plugins/test_ihate.py
diff --git a/test/plugin/test_importadded.py b/test/plugins/test_importadded.py
similarity index 100%
rename from test/plugin/test_importadded.py
rename to test/plugins/test_importadded.py
diff --git a/test/plugin/test_importfeeds.py b/test/plugins/test_importfeeds.py
similarity index 100%
rename from test/plugin/test_importfeeds.py
rename to test/plugins/test_importfeeds.py
diff --git a/test/plugin/test_info.py b/test/plugins/test_info.py
similarity index 100%
rename from test/plugin/test_info.py
rename to test/plugins/test_info.py
diff --git a/test/plugin/test_ipfs.py b/test/plugins/test_ipfs.py
similarity index 100%
rename from test/plugin/test_ipfs.py
rename to test/plugins/test_ipfs.py
diff --git a/test/plugin/test_keyfinder.py b/test/plugins/test_keyfinder.py
similarity index 100%
rename from test/plugin/test_keyfinder.py
rename to test/plugins/test_keyfinder.py
diff --git a/test/plugin/test_lastgenre.py b/test/plugins/test_lastgenre.py
similarity index 100%
rename from test/plugin/test_lastgenre.py
rename to test/plugins/test_lastgenre.py
diff --git a/test/plugin/test_limit.py b/test/plugins/test_limit.py
similarity index 100%
rename from test/plugin/test_limit.py
rename to test/plugins/test_limit.py
diff --git a/test/plugin/test_lyrics.py b/test/plugins/test_lyrics.py
similarity index 100%
rename from test/plugin/test_lyrics.py
rename to test/plugins/test_lyrics.py
diff --git a/test/plugin/test_mbsubmit.py b/test/plugins/test_mbsubmit.py
similarity index 100%
rename from test/plugin/test_mbsubmit.py
rename to test/plugins/test_mbsubmit.py
diff --git a/test/plugin/test_mbsync.py b/test/plugins/test_mbsync.py
similarity index 100%
rename from test/plugin/test_mbsync.py
rename to test/plugins/test_mbsync.py
diff --git a/test/plugin/test_mpdstats.py b/test/plugins/test_mpdstats.py
similarity index 100%
rename from test/plugin/test_mpdstats.py
rename to test/plugins/test_mpdstats.py
diff --git a/test/plugin/test_parentwork.py b/test/plugins/test_parentwork.py
similarity index 100%
rename from test/plugin/test_parentwork.py
rename to test/plugins/test_parentwork.py
diff --git a/test/plugin/test_permissions.py b/test/plugins/test_permissions.py
similarity index 100%
rename from test/plugin/test_permissions.py
rename to test/plugins/test_permissions.py
diff --git a/test/plugin/test_play.py b/test/plugins/test_play.py
similarity index 100%
rename from test/plugin/test_play.py
rename to test/plugins/test_play.py
diff --git a/test/plugin/test_player.py b/test/plugins/test_player.py
similarity index 100%
rename from test/plugin/test_player.py
rename to test/plugins/test_player.py
diff --git a/test/plugin/test_playlist.py b/test/plugins/test_playlist.py
similarity index 100%
rename from test/plugin/test_playlist.py
rename to test/plugins/test_playlist.py
diff --git a/test/plugin/test_plexupdate.py b/test/plugins/test_plexupdate.py
similarity index 100%
rename from test/plugin/test_plexupdate.py
rename to test/plugins/test_plexupdate.py
diff --git a/test/plugin/test_plugin_mediafield.py b/test/plugins/test_plugin_mediafield.py
similarity index 100%
rename from test/plugin/test_plugin_mediafield.py
rename to test/plugins/test_plugin_mediafield.py
diff --git a/test/plugin/test_random.py b/test/plugins/test_random.py
similarity index 100%
rename from test/plugin/test_random.py
rename to test/plugins/test_random.py
diff --git a/test/plugin/test_replaygain.py b/test/plugins/test_replaygain.py
similarity index 100%
rename from test/plugin/test_replaygain.py
rename to test/plugins/test_replaygain.py
diff --git a/test/plugin/test_smartplaylist.py b/test/plugins/test_smartplaylist.py
similarity index 100%
rename from test/plugin/test_smartplaylist.py
rename to test/plugins/test_smartplaylist.py
diff --git a/test/plugin/test_spotify.py b/test/plugins/test_spotify.py
similarity index 100%
rename from test/plugin/test_spotify.py
rename to test/plugins/test_spotify.py
diff --git a/test/plugin/test_subsonicupdate.py b/test/plugins/test_subsonicupdate.py
similarity index 100%
rename from test/plugin/test_subsonicupdate.py
rename to test/plugins/test_subsonicupdate.py
diff --git a/test/plugin/test_the.py b/test/plugins/test_the.py
similarity index 100%
rename from test/plugin/test_the.py
rename to test/plugins/test_the.py
diff --git a/test/plugin/test_thumbnails.py b/test/plugins/test_thumbnails.py
similarity index 100%
rename from test/plugin/test_thumbnails.py
rename to test/plugins/test_thumbnails.py
diff --git a/test/plugin/test_types_plugin.py b/test/plugins/test_types_plugin.py
similarity index 100%
rename from test/plugin/test_types_plugin.py
rename to test/plugins/test_types_plugin.py
diff --git a/test/plugin/test_web.py b/test/plugins/test_web.py
similarity index 100%
rename from test/plugin/test_web.py
rename to test/plugins/test_web.py
diff --git a/test/plugin/test_zero.py b/test/plugins/test_zero.py
similarity index 100%
rename from test/plugin/test_zero.py
rename to test/plugins/test_zero.py