diff --git a/test/plugins/test_ftintitle.py b/test/plugins/test_ftintitle.py
index aff4dda18..560f44402 100644
--- a/test/plugins/test_ftintitle.py
+++ b/test/plugins/test_ftintitle.py
@@ -454,7 +454,9 @@ def test_custom_words(
     assert ftintitle.contains_feat(given, custom_words) is expected
 
 
-def test_album_template_value():
+def test_album_template_value(config):
+    config["ftintitle"]["custom_words"] = []
+
     album = Album()
     album["albumartist"] = "Foo ft. Bar"
     assert ftintitle._album_artist_no_feat(album) == "Foo"
diff --git a/test/ui/test_ui.py b/test/ui/test_ui.py
index a0bf2e598..f96d2c76a 100644
--- a/test/ui/test_ui.py
+++ b/test/ui/test_ui.py
@@ -71,11 +71,11 @@ class TestPluginTestCase(PluginTestCase):
     plugin = "test"
 
     def setUp(self):
+        self.config["pluginpath"] = [_common.PLUGINPATH]
         super().setUp()
-        config["pluginpath"] = [_common.PLUGINPATH]
 
 
-class ConfigTest(TestPluginTestCase):
+class ConfigTest(IOMixin, TestPluginTestCase):
     def setUp(self):
         super().setUp()
 
@@ -162,6 +162,7 @@ class ConfigTest(TestPluginTestCase):
         with self.write_config_file() as config:
             config.write("library: /xxx/yyy/not/a/real/path")
 
+        self.io.addinput("n")
         with pytest.raises(ui.UserError):
             self.run_command("test", lib=None)