diff --git a/test/test_play.py b/test/test_play.py
index 2c2c076de..d0371cf15 100644
--- a/test/test_play.py
+++ b/test/test_play.py
@@ -105,6 +105,15 @@ class PlayPluginTest(unittest.TestCase, TestHelper):
 
         self.open_mock.assert_not_called()
 
+    def test_warning_threshold_backwards_compat(self):
+        self.config['play']['warning_treshold'] = 1
+        self.add_item(title='another NiceTitle')
+
+        with control_stdin("a"):
+            self.run_command('play', 'nice')
+
+        self.open_mock.assert_not_called()
+
     def test_command_failed(self):
         self.open_mock.side_effect = OSError("some reason")