1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
| #
| # test_codecencodings_kr.py
| # Codec encoding tests for ROK encodings.
| #
|
| from test import multibytecodec_support
| import unittest
|
| class Test_CP949(multibytecodec_support.TestBase, unittest.TestCase):
| encoding = 'cp949'
| tstring = multibytecodec_support.load_teststring('cp949')
| codectests = (
| # invalid bytes
| (b"abc\x80\x80\xc1\xc4", "strict", None),
| (b"abc\xc8", "strict", None),
| (b"abc\x80\x80\xc1\xc4", "replace", "abc\ufffd\ufffd\uc894"),
| (b"abc\x80\x80\xc1\xc4\xc8", "replace", "abc\ufffd\ufffd\uc894\ufffd"),
| (b"abc\x80\x80\xc1\xc4", "ignore", "abc\uc894"),
| )
|
| class Test_EUCKR(multibytecodec_support.TestBase, unittest.TestCase):
| encoding = 'euc_kr'
| tstring = multibytecodec_support.load_teststring('euc_kr')
| codectests = (
| # invalid bytes
| (b"abc\x80\x80\xc1\xc4", "strict", None),
| (b"abc\xc8", "strict", None),
| (b"abc\x80\x80\xc1\xc4", "replace", 'abc\ufffd\ufffd\uc894'),
| (b"abc\x80\x80\xc1\xc4\xc8", "replace", "abc\ufffd\ufffd\uc894\ufffd"),
| (b"abc\x80\x80\xc1\xc4", "ignore", "abc\uc894"),
|
| # composed make-up sequence errors
| (b"\xa4\xd4", "strict", None),
| (b"\xa4\xd4\xa4", "strict", None),
| (b"\xa4\xd4\xa4\xb6", "strict", None),
| (b"\xa4\xd4\xa4\xb6\xa4", "strict", None),
| (b"\xa4\xd4\xa4\xb6\xa4\xd0", "strict", None),
| (b"\xa4\xd4\xa4\xb6\xa4\xd0\xa4", "strict", None),
| (b"\xa4\xd4\xa4\xb6\xa4\xd0\xa4\xd4", "strict", "\uc4d4"),
| (b"\xa4\xd4\xa4\xb6\xa4\xd0\xa4\xd4x", "strict", "\uc4d4x"),
| (b"a\xa4\xd4\xa4\xb6\xa4", "replace", 'a\ufffd'),
| (b"\xa4\xd4\xa3\xb6\xa4\xd0\xa4\xd4", "strict", None),
| (b"\xa4\xd4\xa4\xb6\xa3\xd0\xa4\xd4", "strict", None),
| (b"\xa4\xd4\xa4\xb6\xa4\xd0\xa3\xd4", "strict", None),
| (b"\xa4\xd4\xa4\xff\xa4\xd0\xa4\xd4", "replace", '\ufffd\u6e21\ufffd\u3160\ufffd'),
| (b"\xa4\xd4\xa4\xb6\xa4\xff\xa4\xd4", "replace", '\ufffd\u6e21\ub544\ufffd\ufffd'),
| (b"\xa4\xd4\xa4\xb6\xa4\xd0\xa4\xff", "replace", '\ufffd\u6e21\ub544\u572d\ufffd'),
| (b"\xa4\xd4\xff\xa4\xd4\xa4\xb6\xa4\xd0\xa4\xd4", "replace", '\ufffd\ufffd\ufffd\uc4d4'),
| (b"\xc1\xc4", "strict", "\uc894"),
| )
|
| class Test_JOHAB(multibytecodec_support.TestBase, unittest.TestCase):
| encoding = 'johab'
| tstring = multibytecodec_support.load_teststring('johab')
| codectests = (
| # invalid bytes
| (b"abc\x80\x80\xc1\xc4", "strict", None),
| (b"abc\xc8", "strict", None),
| (b"abc\x80\x80\xc1\xc4", "replace", "abc\ufffd\ufffd\ucd27"),
| (b"abc\x80\x80\xc1\xc4\xc8", "replace", "abc\ufffd\ufffd\ucd27\ufffd"),
| (b"abc\x80\x80\xc1\xc4", "ignore", "abc\ucd27"),
| (b"\xD8abc", "replace", "\uFFFDabc"),
| (b"\xD8\xFFabc", "replace", "\uFFFD\uFFFDabc"),
| (b"\x84bxy", "replace", "\uFFFDbxy"),
| (b"\x8CBxy", "replace", "\uFFFDBxy"),
| )
|
| if __name__ == "__main__":
| unittest.main()
|
|
