138 lines
6.0 KiB
Python
138 lines
6.0 KiB
Python
#encoding: utf-8
|
|
|
|
from __future__ import unicode_literals
|
|
|
|
import unittest
|
|
|
|
from mopidy.mpd import tokenize
|
|
|
|
|
|
class TestTokenizer(unittest.TestCase):
|
|
def assertTokenizeEquals(self, expected, line):
|
|
self.assertEqual(expected, tokenize.split(line))
|
|
|
|
def assertTokenizeRaisesError(self, line, message=None):
|
|
with self.assertRaises(tokenize.Error) as cm:
|
|
tokenize.split(line)
|
|
if message:
|
|
self.assertEqual(cm.exception.message, message)
|
|
|
|
def test_empty_string(self):
|
|
self.assertTokenizeRaisesError('', 'No command given')
|
|
|
|
def test_whitespace(self):
|
|
self.assertTokenizeRaisesError(' ', 'No command given')
|
|
self.assertTokenizeRaisesError('\t\t\t', 'No command given')
|
|
|
|
def test_command(self):
|
|
self.assertTokenizeEquals(['test'], 'test')
|
|
self.assertTokenizeEquals(['test123'], 'test123')
|
|
self.assertTokenizeEquals(['foo_bar'], 'foo_bar')
|
|
|
|
def test_command_trailing_whitespace(self):
|
|
self.assertTokenizeEquals(['test'], 'test ')
|
|
self.assertTokenizeEquals(['test'], 'test\t\t\t')
|
|
|
|
def test_command_leading_whitespace(self):
|
|
self.assertTokenizeRaisesError(' test', 'Letter expected')
|
|
self.assertTokenizeRaisesError('\ttest', 'Letter expected')
|
|
|
|
def test_invalid_command(self):
|
|
self.assertTokenizeRaisesError('foo/bar', 'Invalid word character')
|
|
self.assertTokenizeRaisesError('æøå', 'Invalid word character')
|
|
self.assertTokenizeRaisesError('test?', 'Invalid word character')
|
|
self.assertTokenizeRaisesError('te"st', 'Invalid word character')
|
|
|
|
def test_unquoted_param(self):
|
|
self.assertTokenizeEquals(['test', 'param'], 'test param')
|
|
self.assertTokenizeEquals(['test', 'param'], 'test\tparam')
|
|
|
|
def test_unquoted_param_leading_whitespace(self):
|
|
self.assertTokenizeEquals(['test', 'param'], 'test param')
|
|
self.assertTokenizeEquals(['test', 'param'], 'test\t\tparam')
|
|
|
|
def test_unquoted_param_trailing_whitespace(self):
|
|
self.assertTokenizeEquals(['test', 'param'], 'test param ')
|
|
self.assertTokenizeEquals(['test', 'param'], 'test param\t\t')
|
|
|
|
def test_unquoted_param_invalid_chars(self):
|
|
msg = 'Invalid unquoted character'
|
|
self.assertTokenizeRaisesError('test par"m', msg)
|
|
self.assertTokenizeRaisesError('test foo\bbar', msg)
|
|
self.assertTokenizeRaisesError('test "foo"bar', msg)
|
|
self.assertTokenizeRaisesError('test foo"bar"baz', msg)
|
|
self.assertTokenizeRaisesError('test foo\'bar', msg)
|
|
|
|
def test_unquoted_param_numbers(self):
|
|
self.assertTokenizeEquals(['test', '123'], 'test 123')
|
|
self.assertTokenizeEquals(['test', '+123'], 'test +123')
|
|
self.assertTokenizeEquals(['test', '-123'], 'test -123')
|
|
self.assertTokenizeEquals(['test', '3.14'], 'test 3.14')
|
|
|
|
def test_unquoted_param_extended_chars(self):
|
|
self.assertTokenizeEquals(['test', 'æøå'], 'test æøå')
|
|
self.assertTokenizeEquals(['test', '?#$'], 'test ?#$')
|
|
self.assertTokenizeEquals(['test', '/foo/bar/'], 'test /foo/bar/')
|
|
self.assertTokenizeEquals(['test', 'foo\\bar'], 'test foo\\bar')
|
|
|
|
def test_unquoted_params(self):
|
|
self.assertTokenizeEquals(['test', 'foo', 'bar'], 'test foo bar')
|
|
|
|
def test_quoted_param(self):
|
|
self.assertTokenizeEquals(['test', 'param'], 'test "param"')
|
|
self.assertTokenizeEquals(['test', 'param'], 'test\t"param"')
|
|
|
|
def test_quoted_param_leading_whitespace(self):
|
|
self.assertTokenizeEquals(['test', 'param'], 'test "param"')
|
|
self.assertTokenizeEquals(['test', 'param'], 'test\t\t"param"')
|
|
|
|
def test_quoted_param_trailing_whitespace(self):
|
|
self.assertTokenizeEquals(['test', 'param'], 'test "param" ')
|
|
self.assertTokenizeEquals(['test', 'param'], 'test "param"\t\t')
|
|
|
|
def test_quoted_param_invalid_chars(self):
|
|
# TODO: Figure out how to check for " without space behind it.
|
|
#msg = """Space expected after closing '"'"""
|
|
msg = 'Invalid unquoted character'
|
|
self.assertTokenizeRaisesError('test "par"m"', msg)
|
|
|
|
def test_quoted_param_numbers(self):
|
|
self.assertTokenizeEquals(['test', '123'], 'test "123"')
|
|
self.assertTokenizeEquals(['test', '+123'], 'test "+123"')
|
|
self.assertTokenizeEquals(['test', '-123'], 'test "-123"')
|
|
self.assertTokenizeEquals(['test', '3.14'], 'test "3.14"')
|
|
|
|
def test_quoted_param_spaces(self):
|
|
self.assertTokenizeEquals(['test', 'foo bar'], 'test "foo bar"')
|
|
self.assertTokenizeEquals(['test', 'foo bar'], 'test "foo bar"')
|
|
self.assertTokenizeEquals(['test', ' param\t'], 'test " param\t"')
|
|
|
|
def test_quoted_param_extended_chars(self):
|
|
self.assertTokenizeEquals(['test', 'æøå'], 'test "æøå"')
|
|
self.assertTokenizeEquals(['test', '?#$'], 'test "?#$"')
|
|
self.assertTokenizeEquals(['test', '/foo/bar/'], 'test "/foo/bar/"')
|
|
|
|
def test_quoted_param_escaping(self):
|
|
self.assertTokenizeEquals(['test', '\\'], r'test "\\"')
|
|
self.assertTokenizeEquals(['test', '"'], r'test "\""')
|
|
self.assertTokenizeEquals(['test', ' '], r'test "\ "')
|
|
self.assertTokenizeEquals(['test', '\\n'], r'test "\\\n"')
|
|
|
|
def test_quoted_params(self):
|
|
self.assertTokenizeEquals(['test', 'foo', 'bar'], 'test "foo" "bar"')
|
|
|
|
def test_mixed_params(self):
|
|
self.assertTokenizeEquals(['test', 'foo', 'bar'], 'test foo "bar"')
|
|
self.assertTokenizeEquals(['test', 'foo', 'bar'], 'test "foo" bar')
|
|
self.assertTokenizeEquals(['test', '1', '2'], 'test 1 "2"')
|
|
self.assertTokenizeEquals(['test', '1', '2'], 'test "1" 2')
|
|
|
|
self.assertTokenizeEquals(['test', 'foo bar', 'baz', '123'],
|
|
'test "foo bar" baz 123')
|
|
self.assertTokenizeEquals(['test', 'foo"bar', 'baz', '123'],
|
|
r'test "foo\"bar" baz 123')
|
|
|
|
def test_unbalanced_quotes(self):
|
|
msg = 'Invalid unquoted character'
|
|
self.assertTokenizeRaisesError('test "foo bar" baz"', msg)
|