diff --git a/test/test_smartplaylist.py b/test/test_smartplaylist.py
index 34f5b71d1..f6cc04aef 100644
--- a/test/test_smartplaylist.py
+++ b/test/test_smartplaylist.py
@@ -150,8 +150,8 @@ class SmartPlaylistTest(unittest.TestCase):
         spl = SmartPlaylistPlugin()
 
         i = Mock(path=b'/tagada.mp3')
-        i.evaluate_template.side_effect = lambda pl, _: pl.replace('$title', 'ta:ga:da')
-        
+        i.evaluate_template.side_effect = lambda pl, _: pl.replace(b'$title', b'ta:ga:da').decode()
+                          
         lib = Mock()
         lib.replacements = CHAR_REPLACE
         lib.items.return_value = [i]