source: python/trunk/Lib/test/test_marshal.py

Last change on this file was 391, checked in by dmik, 11 years ago

python: Merge vendor 2.7.6 to trunk.
  • Property svn:eol-style set to native
File size: 12.2 KB
Line 
1#!/usr/bin/env python
2# -*- coding: iso-8859-1 -*-
3
4from test import test_support
5import marshal
6import sys
7import unittest
8import os
9
10class IntTestCase(unittest.TestCase):
11 def test_ints(self):
12 # Test the full range of Python ints.
13 n = sys.maxint
14 while n:
15 for expected in (-n, n):
16 s = marshal.dumps(expected)
17 got = marshal.loads(s)
18 self.assertEqual(expected, got)
19 marshal.dump(expected, file(test_support.TESTFN, "wb"))
20 got = marshal.load(file(test_support.TESTFN, "rb"))
21 self.assertEqual(expected, got)
22 n = n >> 1
23 os.unlink(test_support.TESTFN)
24
25 def test_int64(self):
26 # Simulate int marshaling on a 64-bit box. This is most interesting if
27 # we're running the test on a 32-bit box, of course.
28
29 def to_little_endian_string(value, nbytes):
30 bytes = []
31 for i in range(nbytes):
32 bytes.append(chr(value & 0xff))
33 value >>= 8
34 return ''.join(bytes)
35
36 maxint64 = (1L << 63) - 1
37 minint64 = -maxint64-1
38
39 for base in maxint64, minint64, -maxint64, -(minint64 >> 1):
40 while base:
41 s = 'I' + to_little_endian_string(base, 8)
42 got = marshal.loads(s)
43 self.assertEqual(base, got)
44 if base == -1: # a fixed-point for shifting right 1
45 base = 0
46 else:
47 base >>= 1
48
49 def test_bool(self):
50 for b in (True, False):
51 new = marshal.loads(marshal.dumps(b))
52 self.assertEqual(b, new)
53 self.assertEqual(type(b), type(new))
54 marshal.dump(b, file(test_support.TESTFN, "wb"))
55 new = marshal.load(file(test_support.TESTFN, "rb"))
56 self.assertEqual(b, new)
57 self.assertEqual(type(b), type(new))
58
59class FloatTestCase(unittest.TestCase):
60 def test_floats(self):
61 # Test a few floats
62 small = 1e-25
63 n = sys.maxint * 3.7e250
64 while n > small:
65 for expected in (-n, n):
66 f = float(expected)
67 s = marshal.dumps(f)
68 got = marshal.loads(s)
69 self.assertEqual(f, got)
70 marshal.dump(f, file(test_support.TESTFN, "wb"))
71 got = marshal.load(file(test_support.TESTFN, "rb"))
72 self.assertEqual(f, got)
73 n /= 123.4567
74
75 f = 0.0
76 s = marshal.dumps(f, 2)
77 got = marshal.loads(s)
78 self.assertEqual(f, got)
79 # and with version <= 1 (floats marshalled differently then)
80 s = marshal.dumps(f, 1)
81 got = marshal.loads(s)
82 self.assertEqual(f, got)
83
84 n = sys.maxint * 3.7e-250
85 while n < small:
86 for expected in (-n, n):
87 f = float(expected)
88
89 s = marshal.dumps(f)
90 got = marshal.loads(s)
91 self.assertEqual(f, got)
92
93 s = marshal.dumps(f, 1)
94 got = marshal.loads(s)
95 self.assertEqual(f, got)
96
97 marshal.dump(f, file(test_support.TESTFN, "wb"))
98 got = marshal.load(file(test_support.TESTFN, "rb"))
99 self.assertEqual(f, got)
100
101 marshal.dump(f, file(test_support.TESTFN, "wb"), 1)
102 got = marshal.load(file(test_support.TESTFN, "rb"))
103 self.assertEqual(f, got)
104 n *= 123.4567
105 os.unlink(test_support.TESTFN)
106
107class StringTestCase(unittest.TestCase):
108 def test_unicode(self):
109 for s in [u"", u"Andrè Previn", u"abc", u" "*10000]:
110 new = marshal.loads(marshal.dumps(s))
111 self.assertEqual(s, new)
112 self.assertEqual(type(s), type(new))
113 marshal.dump(s, file(test_support.TESTFN, "wb"))
114 new = marshal.load(file(test_support.TESTFN, "rb"))
115 self.assertEqual(s, new)
116 self.assertEqual(type(s), type(new))
117 os.unlink(test_support.TESTFN)
118
119 def test_string(self):
120 for s in ["", "Andrè Previn", "abc", " "*10000]:
121 new = marshal.loads(marshal.dumps(s))
122 self.assertEqual(s, new)
123 self.assertEqual(type(s), type(new))
124 marshal.dump(s, file(test_support.TESTFN, "wb"))
125 new = marshal.load(file(test_support.TESTFN, "rb"))
126 self.assertEqual(s, new)
127 self.assertEqual(type(s), type(new))
128 os.unlink(test_support.TESTFN)
129
130 def test_buffer(self):
131 for s in ["", "Andrè Previn", "abc", " "*10000]:
132 with test_support.check_py3k_warnings(("buffer.. not supported",
133 DeprecationWarning)):
134 b = buffer(s)
135 new = marshal.loads(marshal.dumps(b))
136 self.assertEqual(s, new)
137 marshal.dump(b, file(test_support.TESTFN, "wb"))
138 new = marshal.load(file(test_support.TESTFN, "rb"))
139 self.assertEqual(s, new)
140 os.unlink(test_support.TESTFN)
141
142class ExceptionTestCase(unittest.TestCase):
143 def test_exceptions(self):
144 new = marshal.loads(marshal.dumps(StopIteration))
145 self.assertEqual(StopIteration, new)
146
147class CodeTestCase(unittest.TestCase):
148 def test_code(self):
149 co = ExceptionTestCase.test_exceptions.func_code
150 new = marshal.loads(marshal.dumps(co))
151 self.assertEqual(co, new)
152
153class ContainerTestCase(unittest.TestCase):
154 d = {'astring': 'foo@bar.baz.spam',
155 'afloat': 7283.43,
156 'anint': 2**20,
157 'ashortlong': 2L,
158 'alist': ['.zyx.41'],
159 'atuple': ('.zyx.41',)*10,
160 'aboolean': False,
161 'aunicode': u"Andrè Previn"
162 }
163 def test_dict(self):
164 new = marshal.loads(marshal.dumps(self.d))
165 self.assertEqual(self.d, new)
166 marshal.dump(self.d, file(test_support.TESTFN, "wb"))
167 new = marshal.load(file(test_support.TESTFN, "rb"))
168 self.assertEqual(self.d, new)
169 os.unlink(test_support.TESTFN)
170
171 def test_list(self):
172 lst = self.d.items()
173 new = marshal.loads(marshal.dumps(lst))
174 self.assertEqual(lst, new)
175 marshal.dump(lst, file(test_support.TESTFN, "wb"))
176 new = marshal.load(file(test_support.TESTFN, "rb"))
177 self.assertEqual(lst, new)
178 os.unlink(test_support.TESTFN)
179
180 def test_tuple(self):
181 t = tuple(self.d.keys())
182 new = marshal.loads(marshal.dumps(t))
183 self.assertEqual(t, new)
184 marshal.dump(t, file(test_support.TESTFN, "wb"))
185 new = marshal.load(file(test_support.TESTFN, "rb"))
186 self.assertEqual(t, new)
187 os.unlink(test_support.TESTFN)
188
189 def test_sets(self):
190 for constructor in (set, frozenset):
191 t = constructor(self.d.keys())
192 new = marshal.loads(marshal.dumps(t))
193 self.assertEqual(t, new)
194 self.assertTrue(isinstance(new, constructor))
195 self.assertNotEqual(id(t), id(new))
196 marshal.dump(t, file(test_support.TESTFN, "wb"))
197 new = marshal.load(file(test_support.TESTFN, "rb"))
198 self.assertEqual(t, new)
199 os.unlink(test_support.TESTFN)
200
201class BugsTestCase(unittest.TestCase):
202 def test_bug_5888452(self):
203 # Simple-minded check for SF 588452: Debug build crashes
204 marshal.dumps([128] * 1000)
205
206 def test_patch_873224(self):
207 self.assertRaises(Exception, marshal.loads, '0')
208 self.assertRaises(Exception, marshal.loads, 'f')
209 self.assertRaises(Exception, marshal.loads, marshal.dumps(5L)[:-1])
210
211 def test_version_argument(self):
212 # Python 2.4.0 crashes for any call to marshal.dumps(x, y)
213 self.assertEqual(marshal.loads(marshal.dumps(5, 0)), 5)
214 self.assertEqual(marshal.loads(marshal.dumps(5, 1)), 5)
215
216 def test_fuzz(self):
217 # simple test that it's at least not *totally* trivial to
218 # crash from bad marshal data
219 for c in [chr(i) for i in range(256)]:
220 try:
221 marshal.loads(c)
222 except Exception:
223 pass
224
225 def test_loads_recursion(self):
226 s = 'c' + ('X' * 4*4) + '{' * 2**20
227 self.assertRaises(ValueError, marshal.loads, s)
228
229 def test_recursion_limit(self):
230 # Create a deeply nested structure.
231 head = last = []
232 # The max stack depth should match the value in Python/marshal.c.
233 MAX_MARSHAL_STACK_DEPTH = 2000
234 for i in range(MAX_MARSHAL_STACK_DEPTH - 2):
235 last.append([0])
236 last = last[-1]
237
238 # Verify we don't blow out the stack with dumps/load.
239 data = marshal.dumps(head)
240 new_head = marshal.loads(data)
241 # Don't use == to compare objects, it can exceed the recursion limit.
242 self.assertEqual(len(new_head), len(head))
243 self.assertEqual(len(new_head[0]), len(head[0]))
244 self.assertEqual(len(new_head[-1]), len(head[-1]))
245
246 last.append([0])
247 self.assertRaises(ValueError, marshal.dumps, head)
248
249 def test_exact_type_match(self):
250 # Former bug:
251 # >>> class Int(int): pass
252 # >>> type(loads(dumps(Int())))
253 # <type 'int'>
254 for typ in (int, long, float, complex, tuple, list, dict, set, frozenset):
255 # Note: str and unicode subclasses are not tested because they get handled
256 # by marshal's routines for objects supporting the buffer API.
257 subtyp = type('subtyp', (typ,), {})
258 self.assertRaises(ValueError, marshal.dumps, subtyp())
259
260 # Issue #1792 introduced a change in how marshal increases the size of its
261 # internal buffer; this test ensures that the new code is exercised.
262 def test_large_marshal(self):
263 size = int(1e6)
264 testString = 'abc' * size
265 marshal.dumps(testString)
266
267 def test_invalid_longs(self):
268 # Issue #7019: marshal.loads shouldn't produce unnormalized PyLongs
269 invalid_string = 'l\x02\x00\x00\x00\x00\x00\x00\x00'
270 self.assertRaises(ValueError, marshal.loads, invalid_string)
271
272LARGE_SIZE = 2**31
273character_size = 4 if sys.maxunicode > 0xFFFF else 2
274pointer_size = 8 if sys.maxsize > 0xFFFFFFFF else 4
275
276@unittest.skipIf(LARGE_SIZE > sys.maxsize, "test cannot run on 32-bit systems")
277class LargeValuesTestCase(unittest.TestCase):
278 def check_unmarshallable(self, data):
279 f = open(test_support.TESTFN, 'wb')
280 self.addCleanup(test_support.unlink, test_support.TESTFN)
281 with f:
282 self.assertRaises(ValueError, marshal.dump, data, f)
283
284 @test_support.precisionbigmemtest(size=LARGE_SIZE, memuse=1, dry_run=False)
285 def test_string(self, size):
286 self.check_unmarshallable('x' * size)
287
288 @test_support.precisionbigmemtest(size=LARGE_SIZE,
289 memuse=character_size, dry_run=False)
290 def test_unicode(self, size):
291 self.check_unmarshallable(u'x' * size)
292
293 @test_support.precisionbigmemtest(size=LARGE_SIZE,
294 memuse=pointer_size, dry_run=False)
295 def test_tuple(self, size):
296 self.check_unmarshallable((None,) * size)
297
298 @test_support.precisionbigmemtest(size=LARGE_SIZE,
299 memuse=pointer_size, dry_run=False)
300 def test_list(self, size):
301 self.check_unmarshallable([None] * size)
302
303 @test_support.precisionbigmemtest(size=LARGE_SIZE,
304 memuse=pointer_size*12 + sys.getsizeof(LARGE_SIZE-1),
305 dry_run=False)
306 def test_set(self, size):
307 self.check_unmarshallable(set(range(size)))
308
309 @test_support.precisionbigmemtest(size=LARGE_SIZE,
310 memuse=pointer_size*12 + sys.getsizeof(LARGE_SIZE-1),
311 dry_run=False)
312 def test_frozenset(self, size):
313 self.check_unmarshallable(frozenset(range(size)))
314
315 @test_support.precisionbigmemtest(size=LARGE_SIZE, memuse=1, dry_run=False)
316 def test_bytearray(self, size):
317 self.check_unmarshallable(bytearray(size))
318
319
320def test_main():
321 test_support.run_unittest(IntTestCase,
322 FloatTestCase,
323 StringTestCase,
324 CodeTestCase,
325 ContainerTestCase,
326 ExceptionTestCase,
327 BugsTestCase,
328 LargeValuesTestCase,
329 )
330
331if __name__ == "__main__":
332 test_main()
Note: See TracBrowser for help on using the repository browser.