from __future__ import absolute_import, unicode_literals import sys import os import datetime import codecs import collections from io import BytesIO from numbers import Integral from fontTools.misc.py23 import tounicode from ufoLib import etree from ufoLib import plistlib import pytest PY2 = sys.version_info < (3,) if PY2: # This is a ResourceWarning that only happens on py27 at interpreter # finalization, and only when coverage is enabled. We can ignore it. # https://github.com/numpy/numpy/issues/3778#issuecomment-24885336 pytestmark = pytest.mark.filterwarnings( "ignore:tp_compare didn't return -1 or -2 for exception" ) # The testdata is generated using https://github.com/python/cpython/... # Mac/Tools/plistlib_generate_testdata.py # which uses PyObjC to control the Cocoa classes for generating plists datadir = os.path.join(os.path.dirname(__file__), "testdata") with open(os.path.join(datadir, "test.plist"), "rb") as fp: TESTDATA = fp.read() @pytest.fixture def pl(): data = dict( aString="Doodah", aList=["A", "B", 12, 32.5, [1, 2, 3]], aFloat=0.5, anInt=728, aBigInt=2 ** 63 - 44, aBigInt2=2 ** 63 + 44, aNegativeInt=-5, aNegativeBigInt=-80000000000, aDict=dict( anotherString="", aUnicodeValue="M\xe4ssig, Ma\xdf", aTrueValue=True, aFalseValue=False, deeperDict=dict(a=17, b=32.5, c=[1, 2, "text"]), ), someData=b"", someMoreData=b"\0\1\2\3" * 10, nestedData=[b"\0\1\2\3" * 10], aDate=datetime.datetime(2004, 10, 26, 10, 33, 33), anEmptyDict=dict(), anEmptyList=list(), ) data["\xc5benraa"] = "That was a unicode key." return data def test_io(tmpdir, pl): testpath = tmpdir / "test.plist" with testpath.open("wb") as fp: plistlib.dump(pl, fp) with testpath.open("rb") as fp: pl2 = plistlib.load(fp) assert pl == pl2 with pytest.raises(AttributeError): plistlib.dump(pl, "filename") with pytest.raises(AttributeError): plistlib.load("filename") def test_invalid_type(): pl = [object()] with pytest.raises(TypeError): plistlib.dumps(pl) @pytest.mark.parametrize( "pl", [ 0, 2 ** 8 - 1, 2 ** 8, 2 ** 16 - 1, 2 ** 16, 2 ** 32 - 1, 2 ** 32, 2 ** 63 - 1, 2 ** 64 - 1, 1, -2 ** 63, ], ) def test_int(pl): data = plistlib.dumps(pl) pl2 = plistlib.loads(data) assert isinstance(pl2, Integral) assert pl == pl2 data2 = plistlib.dumps(pl2) assert data == data2 @pytest.mark.parametrize( "pl", [2 ** 64 + 1, 2 ** 127 - 1, -2 ** 64, -2 ** 127] ) def test_int_overflow(pl): with pytest.raises(OverflowError): plistlib.dumps(pl) def test_bytearray(pl): pl = b"" data = plistlib.dumps(bytearray(pl)) pl2 = plistlib.loads(data) assert isinstance(pl2, bytes) assert pl2 == pl data2 = plistlib.dumps(pl2) assert data == data2 def test_bytes(pl): pl = b"" data = plistlib.dumps(pl) pl2 = plistlib.loads(data) assert isinstance(pl2, bytes) assert pl2 == pl data2 = plistlib.dumps(pl2) assert data == data2 def test_indentation_array(): data = [[[[[[[[{"test": b"aaaaaa"}]]]]]]]] assert plistlib.loads(plistlib.dumps(data)) == data def test_indentation_dict(): data = { "1": {"2": {"3": {"4": {"5": {"6": {"7": {"8": {"9": b"aaaaaa"}}}}}}}} } assert plistlib.loads(plistlib.dumps(data)) == data def test_indentation_dict_mix(): data = {"1": {"2": [{"3": [[[[[{"test": b"aaaaaa"}]]]]]}]}} assert plistlib.loads(plistlib.dumps(data)) == data @pytest.mark.xfail(reason="we use two spaces, Apple uses tabs") def test_apple_formatting(): # we also split base64 data into multiple lines differently: # both right-justify data to 76 chars, but Apple's treats tabs # as 8 spaces, whereas we use 2 spaces pl = plistlib.loads(TESTDATA) data = plistlib.dumps(pl) assert data == TESTDATA def test_apple_formatting_fromliteral(pl): pl2 = plistlib.loads(TESTDATA) assert pl == pl2 def test_apple_roundtrips(): pl = plistlib.loads(TESTDATA) data = plistlib.dumps(pl) pl2 = plistlib.loads(data) data2 = plistlib.dumps(pl2) assert data == data2 def test_bytesio(pl): b = BytesIO() plistlib.dump(pl, b) pl2 = plistlib.load(BytesIO(b.getvalue())) assert pl == pl2 pl2 = plistlib.load(BytesIO(b.getvalue())) assert pl == pl2 @pytest.mark.parametrize("sort_keys", [False, True]) def test_keysort_bytesio(sort_keys): pl = collections.OrderedDict() pl["b"] = 1 pl["a"] = 2 pl["c"] = 3 b = BytesIO() plistlib.dump(pl, b, sort_keys=sort_keys) pl2 = plistlib.load( BytesIO(b.getvalue()), dict_type=collections.OrderedDict ) assert dict(pl) == dict(pl2) if sort_keys: assert list(pl2.keys()) == ["a", "b", "c"] else: assert list(pl2.keys()) == ["b", "a", "c"] @pytest.mark.parametrize("sort_keys", [False, True]) def test_keysort(sort_keys): pl = collections.OrderedDict() pl["b"] = 1 pl["a"] = 2 pl["c"] = 3 data = plistlib.dumps(pl, sort_keys=sort_keys) pl2 = plistlib.loads(data, dict_type=collections.OrderedDict) assert dict(pl) == dict(pl2) if sort_keys: assert list(pl2.keys()) == ["a", "b", "c"] else: assert list(pl2.keys()) == ["b", "a", "c"] def test_keys_no_string(): pl = {42: "aNumber"} with pytest.raises(TypeError): plistlib.dumps(pl) b = BytesIO() with pytest.raises(TypeError): plistlib.dump(pl, b) def test_skipkeys(): pl = {42: "aNumber", "snake": "aWord"} data = plistlib.dumps(pl, skipkeys=True, sort_keys=False) pl2 = plistlib.loads(data) assert pl2 == {"snake": "aWord"} fp = BytesIO() plistlib.dump(pl, fp, skipkeys=True, sort_keys=False) data = fp.getvalue() pl2 = plistlib.loads(fp.getvalue()) assert pl2 == {"snake": "aWord"} def test_tuple_members(): pl = {"first": (1, 2), "second": (1, 2), "third": (3, 4)} data = plistlib.dumps(pl) pl2 = plistlib.loads(data) assert pl2 == {"first": [1, 2], "second": [1, 2], "third": [3, 4]} assert pl2["first"] is not pl2["second"] def test_list_members(): pl = {"first": [1, 2], "second": [1, 2], "third": [3, 4]} data = plistlib.dumps(pl) pl2 = plistlib.loads(data) assert pl2 == {"first": [1, 2], "second": [1, 2], "third": [3, 4]} assert pl2["first"] is not pl2["second"] def test_dict_members(): pl = {"first": {"a": 1}, "second": {"a": 1}, "third": {"b": 2}} data = plistlib.dumps(pl) pl2 = plistlib.loads(data) assert pl2 == {"first": {"a": 1}, "second": {"a": 1}, "third": {"b": 2}} assert pl2["first"] is not pl2["second"] def test_controlcharacters(): for i in range(128): c = chr(i) testString = "string containing %s" % c if i >= 32 or c in "\r\n\t": # \r, \n and \t are the only legal control chars in XML data = plistlib.dumps(testString) # the stdlib's plistlib writer, as well as the elementtree # parser, always replace \r with \n inside string values; # lxml doesn't (the ctrl character is escaped), so it roundtrips if c != "\r" or etree._have_lxml: assert plistlib.loads(data) == testString else: with pytest.raises(ValueError): plistlib.dumps(testString) def test_non_bmp_characters(): pl = {"python": "\U0001f40d"} data = plistlib.dumps(pl) assert plistlib.loads(data) == pl def test_nondictroot(): test1 = "abc" test2 = [1, 2, 3, "abc"] result1 = plistlib.loads(plistlib.dumps(test1)) result2 = plistlib.loads(plistlib.dumps(test2)) assert test1 == result1 assert test2 == result2 def test_invalidarray(): for i in [ "key inside an array", "key inside an array23", "key inside an array3", ]: with pytest.raises(ValueError): plistlib.loads( ("%s" % i).encode("utf-8") ) def test_invaliddict(): for i in [ "kcompound key", "single key", "missing key", "k1v15.3" "k1k2double key", ]: with pytest.raises(ValueError): plistlib.loads(("%s" % i).encode()) with pytest.raises(ValueError): plistlib.loads( ("%s" % i).encode() ) def test_invalidinteger(): with pytest.raises(ValueError): plistlib.loads(b"not integer") def test_invalidreal(): with pytest.raises(ValueError): plistlib.loads(b"not real") @pytest.mark.parametrize( "xml_encoding, encoding, bom", [ (b"utf-8", "utf-8", codecs.BOM_UTF8), (b"utf-16", "utf-16-le", codecs.BOM_UTF16_LE), (b"utf-16", "utf-16-be", codecs.BOM_UTF16_BE), # expat parser (used by ElementTree) does't support UTF-32 # (b"utf-32", "utf-32-le", codecs.BOM_UTF32_LE), # (b"utf-32", "utf-32-be", codecs.BOM_UTF32_BE), ], ) def test_xml_encodings(pl, xml_encoding, encoding, bom): data = TESTDATA.replace(b"UTF-8", xml_encoding) data = bom + data.decode("utf-8").encode(encoding) pl2 = plistlib.loads(data) assert pl == pl2 def test_fromtree(pl): tree = etree.fromstring(TESTDATA) pl2 = plistlib.fromtree(tree) assert pl == pl2 def _strip(txt): return ( "".join(l.strip() for l in tounicode(txt, "utf-8").splitlines()) if txt is not None else "" ) def test_totree(pl): tree = etree.fromstring(TESTDATA)[0] # ignore root 'plist' element tree2 = plistlib.totree(pl) assert tree.tag == tree2.tag == "dict" for (_, e1), (_, e2) in zip(etree.iterwalk(tree), etree.iterwalk(tree2)): assert e1.tag == e2.tag assert e1.attrib == e2.attrib assert len(e1) == len(e2) # ignore whitespace assert _strip(e1.text) == _strip(e2.text) def test_no_pretty_print(): data = plistlib.dumps({"data": b"hello"}, pretty_print=False) assert data == ( plistlib.XML_DECLARATION + plistlib.PLIST_DOCTYPE + b'' b"" b"data" b"aGVsbG8=" b"" b"" ) def test_readPlist_from_path(pl): path = os.path.join(datadir, "test.plist") pl2 = plistlib.readPlist(path) assert pl2 == pl def test_readPlist_from_file(pl): f = open(os.path.join(datadir, "test.plist"), "rb") pl2 = plistlib.readPlist(f) assert pl2 == pl assert not f.closed f.close() def test_readPlistFromString(pl): pl2 = plistlib.readPlistFromString(TESTDATA) assert pl2 == pl def test_writePlist_to_path(tmpdir, pl): testpath = tmpdir / "test.plist" plistlib.writePlist(pl, str(testpath)) with testpath.open("rb") as fp: pl2 = plistlib.load(fp) assert pl2 == pl def test_writePlist_to_file(tmpdir, pl): testpath = tmpdir / "test.plist" with testpath.open("wb") as fp: plistlib.writePlist(pl, fp) with testpath.open("rb") as fp: pl2 = plistlib.load(fp) assert pl2 == pl def test_writePlistToString(pl): data = plistlib.writePlistToString(pl) pl2 = plistlib.loads(data) assert pl2 == pl if __name__ == "__main__": import sys sys.exit(pytest.main(sys.argv))