diff --git a/tests/backends/base.py b/tests/backends/base.py
index fd79e420..b0ceef79 100644
--- a/tests/backends/base.py
+++ b/tests/backends/base.py
@@ -868,4 +868,5 @@ class BasePlaybackControllerTest(object):
         self.assertEqual(self.playback.state, self.playback.STOPPED)
 
     def test_playing_track_that_isnt_in_playlist(self):
-        raise SkipTest
+        test = lambda: self.playback.play(self.tracks[0])
+        self.assertRaises(AssertionError, test)