test_sys.py revision 7d95e4072169911b228c9e42367afb5f17fd3db0 
1import unittest, test.support
2import sys, io, os
3import struct
4import subprocess
5import textwrap
6import warnings
7import operator
8import codecs
9
10# count the number of test runs, used to create unique
11# strings to intern in test_intern()
12numruns = 0
13
14try:
15    import threading
16except ImportError:
17    threading = None
18
19class SysModuleTest(unittest.TestCase):
20
21    def setUp(self):
22        self.orig_stdout = sys.stdout
23        self.orig_stderr = sys.stderr
24        self.orig_displayhook = sys.displayhook
25
26    def tearDown(self):
27        sys.stdout = self.orig_stdout
28        sys.stderr = self.orig_stderr
29        sys.displayhook = self.orig_displayhook
30        test.support.reap_children()
31
32    def test_original_displayhook(self):
33        import builtins
34        out = io.StringIO()
35        sys.stdout = out
36
37        dh = sys.__displayhook__
38
39        self.assertRaises(TypeError, dh)
40        if hasattr(builtins, "_"):
41            del builtins._
42
43        dh(None)
44        self.assertEqual(out.getvalue(), "")
45        self.assertTrue(not hasattr(builtins, "_"))
46        dh(42)
47        self.assertEqual(out.getvalue(), "42\n")
48        self.assertEqual(builtins._, 42)
49
50        del sys.stdout
51        self.assertRaises(RuntimeError, dh, 42)
52
53    def test_lost_displayhook(self):
54        del sys.displayhook
55        code = compile("42", "<string>", "single")
56        self.assertRaises(RuntimeError, eval, code)
57
58    def test_custom_displayhook(self):
59        def baddisplayhook(obj):
60            raise ValueError
61        sys.displayhook = baddisplayhook
62        code = compile("42", "<string>", "single")
63        self.assertRaises(ValueError, eval, code)
64
65    def test_original_excepthook(self):
66        err = io.StringIO()
67        sys.stderr = err
68
69        eh = sys.__excepthook__
70
71        self.assertRaises(TypeError, eh)
72        try:
73            raise ValueError(42)
74        except ValueError as exc:
75            eh(*sys.exc_info())
76
77        self.assertTrue(err.getvalue().endswith("ValueError: 42\n"))
78
79    def test_excepthook(self):
80        with test.support.captured_output("stderr") as stderr:
81            sys.excepthook(1, '1', 1)
82        self.assertTrue("TypeError: print_exception(): Exception expected for " \
83                         "value, str found" in stderr.getvalue())
84
85    # FIXME: testing the code for a lost or replaced excepthook in
86    # Python/pythonrun.c::PyErr_PrintEx() is tricky.
87
88    def test_exit(self):
89
90        self.assertRaises(TypeError, sys.exit, 42, 42)
91
92        # call without argument
93        try:
94            sys.exit(0)
95        except SystemExit as exc:
96            self.assertEqual(exc.code, 0)
97        except:
98            self.fail("wrong exception")
99        else:
100            self.fail("no exception")
101
102        # call with tuple argument with one entry
103        # entry will be unpacked
104        try:
105            sys.exit(42)
106        except SystemExit as exc:
107            self.assertEqual(exc.code, 42)
108        except:
109            self.fail("wrong exception")
110        else:
111            self.fail("no exception")
112
113        # call with integer argument
114        try:
115            sys.exit((42,))
116        except SystemExit as exc:
117            self.assertEqual(exc.code, 42)
118        except:
119            self.fail("wrong exception")
120        else:
121            self.fail("no exception")
122
123        # call with string argument
124        try:
125            sys.exit("exit")
126        except SystemExit as exc:
127            self.assertEqual(exc.code, "exit")
128        except:
129            self.fail("wrong exception")
130        else:
131            self.fail("no exception")
132
133        # call with tuple argument with two entries
134        try:
135            sys.exit((17, 23))
136        except SystemExit as exc:
137            self.assertEqual(exc.code, (17, 23))
138        except:
139            self.fail("wrong exception")
140        else:
141            self.fail("no exception")
142
143        # test that the exit machinery handles SystemExits properly
144        rc = subprocess.call([sys.executable, "-c",
145                              "raise SystemExit(47)"])
146        self.assertEqual(rc, 47)
147
148        def check_exit_message(code, expected, env=None):
149            process = subprocess.Popen([sys.executable, "-c", code],
150                                       stderr=subprocess.PIPE, env=env)
151            stdout, stderr = process.communicate()
152            self.assertEqual(process.returncode, 1)
153            self.assertTrue(stderr.startswith(expected),
154                "%s doesn't start with %s" % (ascii(stderr), ascii(expected)))
155
156        # test that stderr buffer if flushed before the exit message is written
157        # into stderr
158        check_exit_message(
159            r'import sys; sys.stderr.write("unflushed,"); sys.exit("message")',
160            b"unflushed,message")
161
162        # test that the exit message is written with backslashreplace error
163        # handler to stderr
164        check_exit_message(
165            r'import sys; sys.exit("surrogates:\uDCFF")',
166            b"surrogates:\\udcff")
167
168        # test that the unicode message is encoded to the stderr encoding
169        # instead of the default encoding (utf8)
170        env = os.environ.copy()
171        env['PYTHONIOENCODING'] = 'latin-1'
172        check_exit_message(
173            r'import sys; sys.exit("h\xe9")',
174            b"h\xe9", env=env)
175
176    def test_getdefaultencoding(self):
177        self.assertRaises(TypeError, sys.getdefaultencoding, 42)
178        # can't check more than the type, as the user might have changed it
179        self.assertIsInstance(sys.getdefaultencoding(), str)
180
181    # testing sys.settrace() is done in test_sys_settrace.py
182    # testing sys.setprofile() is done in test_sys_setprofile.py
183
184    def test_setcheckinterval(self):
185        with warnings.catch_warnings():
186            warnings.simplefilter("ignore")
187            self.assertRaises(TypeError, sys.setcheckinterval)
188            orig = sys.getcheckinterval()
189            for n in 0, 100, 120, orig: # orig last to restore starting state
190                sys.setcheckinterval(n)
191                self.assertEqual(sys.getcheckinterval(), n)
192
193    @unittest.skipUnless(threading, 'Threading required for this test.')
194    def test_switchinterval(self):
195        self.assertRaises(TypeError, sys.setswitchinterval)
196        self.assertRaises(TypeError, sys.setswitchinterval, "a")
197        self.assertRaises(ValueError, sys.setswitchinterval, -1.0)
198        self.assertRaises(ValueError, sys.setswitchinterval, 0.0)
199        orig = sys.getswitchinterval()
200        # sanity check
201        self.assertTrue(orig < 0.5, orig)
202        try:
203            for n in 0.00001, 0.05, 3.0, orig:
204                sys.setswitchinterval(n)
205                self.assertAlmostEqual(sys.getswitchinterval(), n)
206        finally:
207            sys.setswitchinterval(orig)
208
209    def test_recursionlimit(self):
210        self.assertRaises(TypeError, sys.getrecursionlimit, 42)
211        oldlimit = sys.getrecursionlimit()
212        self.assertRaises(TypeError, sys.setrecursionlimit)
213        self.assertRaises(ValueError, sys.setrecursionlimit, -42)
214        sys.setrecursionlimit(10000)
215        self.assertEqual(sys.getrecursionlimit(), 10000)
216        sys.setrecursionlimit(oldlimit)
217
218    @unittest.skipIf(hasattr(sys, 'gettrace') and sys.gettrace(),
219                     'fatal error if run with a trace function')
220    def test_recursionlimit_recovery(self):
221        # NOTE: this test is slightly fragile in that it depends on the current
222        # recursion count when executing the test being low enough so as to
223        # trigger the recursion recovery detection in the _Py_MakeEndRecCheck
224        # macro (see ceval.h).
225        oldlimit = sys.getrecursionlimit()
226        def f():
227            f()
228        try:
229            for i in (50, 1000):
230                # Issue #5392: stack overflow after hitting recursion limit twice
231                sys.setrecursionlimit(i)
232                self.assertRaises(RuntimeError, f)
233                self.assertRaises(RuntimeError, f)
234        finally:
235            sys.setrecursionlimit(oldlimit)
236
237    def test_recursionlimit_fatalerror(self):
238        # A fatal error occurs if a second recursion limit is hit when recovering
239        # from a first one.
240        if os.name == "nt":
241            raise unittest.SkipTest(
242                "under Windows, test would generate a spurious crash dialog")
243        code = textwrap.dedent("""
244            import sys
245
246            def f():
247                try:
248                    f()
249                except RuntimeError:
250                    f()
251
252            sys.setrecursionlimit(%d)
253            f()""")
254        for i in (50, 1000):
255            sub = subprocess.Popen([sys.executable, '-c', code % i],
256                stderr=subprocess.PIPE)
257            err = sub.communicate()[1]
258            self.assertTrue(sub.returncode, sub.returncode)
259            self.assertTrue(
260                b"Fatal Python error: Cannot recover from stack overflow" in err,
261                err)
262
263    def test_getwindowsversion(self):
264        # Raise SkipTest if sys doesn't have getwindowsversion attribute
265        test.support.get_attribute(sys, "getwindowsversion")
266        v = sys.getwindowsversion()
267        self.assertEqual(len(v), 5)
268        self.assertIsInstance(v[0], int)
269        self.assertIsInstance(v[1], int)
270        self.assertIsInstance(v[2], int)
271        self.assertIsInstance(v[3], int)
272        self.assertIsInstance(v[4], str)
273        self.assertRaises(IndexError, operator.getitem, v, 5)
274        self.assertIsInstance(v.major, int)
275        self.assertIsInstance(v.minor, int)
276        self.assertIsInstance(v.build, int)
277        self.assertIsInstance(v.platform, int)
278        self.assertIsInstance(v.service_pack, str)
279        self.assertIsInstance(v.service_pack_minor, int)
280        self.assertIsInstance(v.service_pack_major, int)
281        self.assertIsInstance(v.suite_mask, int)
282        self.assertIsInstance(v.product_type, int)
283        self.assertEqual(v[0], v.major)
284        self.assertEqual(v[1], v.minor)
285        self.assertEqual(v[2], v.build)
286        self.assertEqual(v[3], v.platform)
287        self.assertEqual(v[4], v.service_pack)
288
289        # This is how platform.py calls it. Make sure tuple
290        #  still has 5 elements
291        maj, min, buildno, plat, csd = sys.getwindowsversion()
292
293    def test_call_tracing(self):
294        self.assertRaises(TypeError, sys.call_tracing, type, 2)
295
296    def test_dlopenflags(self):
297        if hasattr(sys, "setdlopenflags"):
298            self.assertTrue(hasattr(sys, "getdlopenflags"))
299            self.assertRaises(TypeError, sys.getdlopenflags, 42)
300            oldflags = sys.getdlopenflags()
301            self.assertRaises(TypeError, sys.setdlopenflags)
302            sys.setdlopenflags(oldflags+1)
303            self.assertEqual(sys.getdlopenflags(), oldflags+1)
304            sys.setdlopenflags(oldflags)
305
306    @test.support.refcount_test
307    def test_refcount(self):
308        # n here must be a global in order for this test to pass while
309        # tracing with a python function.  Tracing calls PyFrame_FastToLocals
310        # which will add a copy of any locals to the frame object, causing
311        # the reference count to increase by 2 instead of 1.
312        global n
313        self.assertRaises(TypeError, sys.getrefcount)
314        c = sys.getrefcount(None)
315        n = None
316        self.assertEqual(sys.getrefcount(None), c+1)
317        del n
318        self.assertEqual(sys.getrefcount(None), c)
319        if hasattr(sys, "gettotalrefcount"):
320            self.assertIsInstance(sys.gettotalrefcount(), int)
321
322    def test_getframe(self):
323        self.assertRaises(TypeError, sys._getframe, 42, 42)
324        self.assertRaises(ValueError, sys._getframe, 2000000000)
325        self.assertTrue(
326            SysModuleTest.test_getframe.__code__ \
327            is sys._getframe().f_code
328        )
329
330    # sys._current_frames() is a CPython-only gimmick.
331    def test_current_frames(self):
332        have_threads = True
333        try:
334            import _thread
335        except ImportError:
336            have_threads = False
337
338        if have_threads:
339            self.current_frames_with_threads()
340        else:
341            self.current_frames_without_threads()
342
343    # Test sys._current_frames() in a WITH_THREADS build.
344    @test.support.reap_threads
345    def current_frames_with_threads(self):
346        import threading
347        import traceback
348
349        # Spawn a thread that blocks at a known place.  Then the main
350        # thread does sys._current_frames(), and verifies that the frames
351        # returned make sense.
352        entered_g = threading.Event()
353        leave_g = threading.Event()
354        thread_info = []  # the thread's id
355
356        def f123():
357            g456()
358
359        def g456():
360            thread_info.append(threading.get_ident())
361            entered_g.set()
362            leave_g.wait()
363
364        t = threading.Thread(target=f123)
365        t.start()
366        entered_g.wait()
367
368        # At this point, t has finished its entered_g.set(), although it's
369        # impossible to guess whether it's still on that line or has moved on
370        # to its leave_g.wait().
371        self.assertEqual(len(thread_info), 1)
372        thread_id = thread_info[0]
373
374        d = sys._current_frames()
375
376        main_id = threading.get_ident()
377        self.assertIn(main_id, d)
378        self.assertIn(thread_id, d)
379
380        # Verify that the captured main-thread frame is _this_ frame.
381        frame = d.pop(main_id)
382        self.assertTrue(frame is sys._getframe())
383
384        # Verify that the captured thread frame is blocked in g456, called
385        # from f123.  This is a litte tricky, since various bits of
386        # threading.py are also in the thread's call stack.
387        frame = d.pop(thread_id)
388        stack = traceback.extract_stack(frame)
389        for i, (filename, lineno, funcname, sourceline) in enumerate(stack):
390            if funcname == "f123":
391                break
392        else:
393            self.fail("didn't find f123() on thread's call stack")
394
395        self.assertEqual(sourceline, "g456()")
396
397        # And the next record must be for g456().
398        filename, lineno, funcname, sourceline = stack[i+1]
399        self.assertEqual(funcname, "g456")
400        self.assertIn(sourceline, ["leave_g.wait()", "entered_g.set()"])
401
402        # Reap the spawned thread.
403        leave_g.set()
404        t.join()
405
406    # Test sys._current_frames() when thread support doesn't exist.
407    def current_frames_without_threads(self):
408        # Not much happens here:  there is only one thread, with artificial
409        # "thread id" 0.
410        d = sys._current_frames()
411        self.assertEqual(len(d), 1)
412        self.assertIn(0, d)
413        self.assertTrue(d[0] is sys._getframe())
414
415    def test_attributes(self):
416        self.assertIsInstance(sys.api_version, int)
417        self.assertIsInstance(sys.argv, list)
418        self.assertIn(sys.byteorder, ("little", "big"))
419        self.assertIsInstance(sys.builtin_module_names, tuple)
420        self.assertIsInstance(sys.copyright, str)
421        self.assertIsInstance(sys.exec_prefix, str)
422        self.assertIsInstance(sys.executable, str)
423        self.assertEqual(len(sys.float_info), 11)
424        self.assertEqual(sys.float_info.radix, 2)
425        self.assertEqual(len(sys.int_info), 2)
426        self.assertTrue(sys.int_info.bits_per_digit % 5 == 0)
427        self.assertTrue(sys.int_info.sizeof_digit >= 1)
428        self.assertEqual(type(sys.int_info.bits_per_digit), int)
429        self.assertEqual(type(sys.int_info.sizeof_digit), int)
430        self.assertIsInstance(sys.hexversion, int)
431
432        self.assertEqual(len(sys.hash_info), 5)
433        self.assertLess(sys.hash_info.modulus, 2**sys.hash_info.width)
434        # sys.hash_info.modulus should be a prime; we do a quick
435        # probable primality test (doesn't exclude the possibility of
436        # a Carmichael number)
437        for x in range(1, 100):
438            self.assertEqual(
439                pow(x, sys.hash_info.modulus-1, sys.hash_info.modulus),
440                1,
441                "sys.hash_info.modulus {} is a non-prime".format(
442                    sys.hash_info.modulus)
443                )
444        self.assertIsInstance(sys.hash_info.inf, int)
445        self.assertIsInstance(sys.hash_info.nan, int)
446        self.assertIsInstance(sys.hash_info.imag, int)
447
448        self.assertIsInstance(sys.maxsize, int)
449        self.assertIsInstance(sys.maxunicode, int)
450        self.assertEqual(sys.maxunicode, 0x10FFFF)
451        self.assertIsInstance(sys.platform, str)
452        self.assertIsInstance(sys.prefix, str)
453        self.assertIsInstance(sys.version, str)
454        vi = sys.version_info
455        self.assertIsInstance(vi[:], tuple)
456        self.assertEqual(len(vi), 5)
457        self.assertIsInstance(vi[0], int)
458        self.assertIsInstance(vi[1], int)
459        self.assertIsInstance(vi[2], int)
460        self.assertIn(vi[3], ("alpha", "beta", "candidate", "final"))
461        self.assertIsInstance(vi[4], int)
462        self.assertIsInstance(vi.major, int)
463        self.assertIsInstance(vi.minor, int)
464        self.assertIsInstance(vi.micro, int)
465        self.assertIn(vi.releaselevel, ("alpha", "beta", "candidate", "final"))
466        self.assertIsInstance(vi.serial, int)
467        self.assertEqual(vi[0], vi.major)
468        self.assertEqual(vi[1], vi.minor)
469        self.assertEqual(vi[2], vi.micro)
470        self.assertEqual(vi[3], vi.releaselevel)
471        self.assertEqual(vi[4], vi.serial)
472        self.assertTrue(vi > (1,0,0))
473        self.assertIsInstance(sys.float_repr_style, str)
474        self.assertIn(sys.float_repr_style, ('short', 'legacy'))
475        if not sys.platform.startswith('win'):
476            self.assertIsInstance(sys.abiflags, str)
477
478    @unittest.skipUnless(hasattr(sys, 'thread_info'),
479                         'Threading required for this test.')
480    def test_thread_info(self):
481        info = sys.thread_info
482        self.assertEqual(len(info), 3)
483        self.assertIn(info.name, ('nt', 'os2', 'pthread', 'solaris', None))
484        self.assertIn(info.lock, ('semaphore', 'mutex+cond', None))
485
486    def test_43581(self):
487        # Can't use sys.stdout, as this is a StringIO object when
488        # the test runs under regrtest.
489        self.assertEqual(sys.__stdout__.encoding, sys.__stderr__.encoding)
490
491    def test_intern(self):
492        global numruns
493        numruns += 1
494        self.assertRaises(TypeError, sys.intern)
495        s = "never interned before" + str(numruns)
496        self.assertTrue(sys.intern(s) is s)
497        s2 = s.swapcase().swapcase()
498        self.assertTrue(sys.intern(s2) is s)
499
500        # Subclasses of string can't be interned, because they
501        # provide too much opportunity for insane things to happen.
502        # We don't want them in the interned dict and if they aren't
503        # actually interned, we don't want to create the appearance
504        # that they are by allowing intern() to succeed.
505        class S(str):
506            def __hash__(self):
507                return 123
508
509        self.assertRaises(TypeError, sys.intern, S("abc"))
510
511    def test_sys_flags(self):
512        self.assertTrue(sys.flags)
513        attrs = ("debug",
514                 "inspect", "interactive", "optimize", "dont_write_bytecode",
515                 "no_user_site", "no_site", "ignore_environment", "verbose",
516                 "bytes_warning", "quiet", "hash_randomization")
517        for attr in attrs:
518            self.assertTrue(hasattr(sys.flags, attr), attr)
519            self.assertEqual(type(getattr(sys.flags, attr)), int, attr)
520        self.assertTrue(repr(sys.flags))
521        self.assertEqual(len(sys.flags), len(attrs))
522
523    def test_clear_type_cache(self):
524        sys._clear_type_cache()
525
526    def test_ioencoding(self):
527        env = dict(os.environ)
528
529        # Test character: cent sign, encoded as 0x4A (ASCII J) in CP424,
530        # not representable in ASCII.
531
532        env["PYTHONIOENCODING"] = "cp424"
533        p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
534                             stdout = subprocess.PIPE, env=env)
535        out = p.communicate()[0].strip()
536        self.assertEqual(out, "\xa2\n".encode("cp424"))
537
538        env["PYTHONIOENCODING"] = "ascii:replace"
539        p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
540                             stdout = subprocess.PIPE, env=env)
541        out = p.communicate()[0].strip()
542        self.assertEqual(out, b'?')
543
544    def test_executable(self):
545        # sys.executable should be absolute
546        self.assertEqual(os.path.abspath(sys.executable), sys.executable)
547
548        # Issue #7774: Ensure that sys.executable is an empty string if argv[0]
549        # has been set to an non existent program name and Python is unable to
550        # retrieve the real program name
551
552        # For a normal installation, it should work without 'cwd'
553        # argument. For test runs in the build directory, see #7774.
554        python_dir = os.path.dirname(os.path.realpath(sys.executable))
555        p = subprocess.Popen(
556            ["nonexistent", "-c",
557             'import sys; print(sys.executable.encode("ascii", "backslashreplace"))'],
558            executable=sys.executable, stdout=subprocess.PIPE, cwd=python_dir)
559        stdout = p.communicate()[0]
560        executable = stdout.strip().decode("ASCII")
561        p.wait()
562        self.assertIn(executable, ["b''", repr(sys.executable.encode("ascii", "backslashreplace"))])
563
564    def check_fsencoding(self, fs_encoding, expected=None):
565        self.assertIsNotNone(fs_encoding)
566        codecs.lookup(fs_encoding)
567        if expected:
568            self.assertEqual(fs_encoding, expected)
569
570    def test_getfilesystemencoding(self):
571        fs_encoding = sys.getfilesystemencoding()
572        if sys.platform == 'darwin':
573            expected = 'utf-8'
574        elif sys.platform == 'win32':
575            expected = 'mbcs'
576        else:
577            expected = None
578        self.check_fsencoding(fs_encoding, expected)
579
580
581class SizeofTest(unittest.TestCase):
582
583    TPFLAGS_HAVE_GC = 1<<14
584    TPFLAGS_HEAPTYPE = 1<<9
585
586    def setUp(self):
587        self.c = len(struct.pack('c', b' '))
588        self.H = len(struct.pack('H', 0))
589        self.i = len(struct.pack('i', 0))
590        self.l = len(struct.pack('l', 0))
591        self.P = len(struct.pack('P', 0))
592        # due to missing size_t information from struct, it is assumed that
593        # sizeof(Py_ssize_t) = sizeof(void*)
594        self.header = 'PP'
595        self.vheader = self.header + 'P'
596        if hasattr(sys, "gettotalrefcount"):
597            self.header += '2P'
598            self.vheader += '2P'
599        self.longdigit = sys.int_info.sizeof_digit
600        import _testcapi
601        self.gc_headsize = _testcapi.SIZEOF_PYGC_HEAD
602        self.file = open(test.support.TESTFN, 'wb')
603
604    def tearDown(self):
605        self.file.close()
606        test.support.unlink(test.support.TESTFN)
607
608    def check_sizeof(self, o, size):
609        result = sys.getsizeof(o)
610        # add GC header size
611        if ((type(o) == type) and (o.__flags__ & self.TPFLAGS_HEAPTYPE) or\
612           ((type(o) != type) and (type(o).__flags__ & self.TPFLAGS_HAVE_GC))):
613            size += self.gc_headsize
614        msg = 'wrong size for %s: got %d, expected %d' \
615              % (type(o), result, size)
616        self.assertEqual(result, size, msg)
617
618    def calcsize(self, fmt):
619        """Wrapper around struct.calcsize which enforces the alignment of the
620        end of a structure to the alignment requirement of pointer.
621
622        Note: This wrapper should only be used if a pointer member is included
623        and no member with a size larger than a pointer exists.
624        """
625        return struct.calcsize(fmt + '0P')
626
627    def test_gc_head_size(self):
628        # Check that the gc header size is added to objects tracked by the gc.
629        h = self.header
630        vh = self.vheader
631        size = self.calcsize
632        gc_header_size = self.gc_headsize
633        # bool objects are not gc tracked
634        self.assertEqual(sys.getsizeof(True), size(vh) + self.longdigit)
635        # but lists are
636        self.assertEqual(sys.getsizeof([]), size(vh + 'PP') + gc_header_size)
637
638    def test_default(self):
639        h = self.header
640        vh = self.vheader
641        size = self.calcsize
642        self.assertEqual(sys.getsizeof(True), size(vh) + self.longdigit)
643        self.assertEqual(sys.getsizeof(True, -1), size(vh) + self.longdigit)
644
645    def test_objecttypes(self):
646        # check all types defined in Objects/
647        h = self.header
648        vh = self.vheader
649        size = self.calcsize
650        check = self.check_sizeof
651        # bool
652        check(True, size(vh) + self.longdigit)
653        # buffer
654        # XXX
655        # builtin_function_or_method
656        check(len, size(h + '3P'))
657        # bytearray
658        samples = [b'', b'u'*100000]
659        for sample in samples:
660            x = bytearray(sample)
661            check(x, size(vh + 'iPP') + x.__alloc__() * self.c)
662        # bytearray_iterator
663        check(iter(bytearray()), size(h + 'PP'))
664        # cell
665        def get_cell():
666            x = 42
667            def inner():
668                return x
669            return inner
670        check(get_cell().__closure__[0], size(h + 'P'))
671        # code
672        check(get_cell().__code__, size(h + '5i9Pi3P'))
673        # complex
674        check(complex(0,1), size(h + '2d'))
675        # method_descriptor (descriptor object)
676        check(str.lower, size(h + '3PP'))
677        # classmethod_descriptor (descriptor object)
678        # XXX
679        # member_descriptor (descriptor object)
680        import datetime
681        check(datetime.timedelta.days, size(h + '3PP'))
682        # getset_descriptor (descriptor object)
683        import collections
684        check(collections.defaultdict.default_factory, size(h + '3PP'))
685        # wrapper_descriptor (descriptor object)
686        check(int.__add__, size(h + '3P2P'))
687        # method-wrapper (descriptor object)
688        check({}.__iter__, size(h + '2P'))
689        # dict
690        check({}, size(h + '3P' + '4P' + 8*'P2P'))
691        longdict = {1:1, 2:2, 3:3, 4:4, 5:5, 6:6, 7:7, 8:8}
692        check(longdict, size(h + '3P' + '4P') + 16*size('P2P'))
693        # dictionary-keyiterator
694        check({}.keys(), size(h + 'P'))
695        # dictionary-valueiterator
696        check({}.values(), size(h + 'P'))
697        # dictionary-itemiterator
698        check({}.items(), size(h + 'P'))
699        # dictproxy
700        class C(object): pass
701        check(C.__dict__, size(h + 'P'))
702        # BaseException
703        check(BaseException(), size(h + '5P'))
704        # UnicodeEncodeError
705        check(UnicodeEncodeError("", "", 0, 0, ""), size(h + '5P 2P2PP'))
706        # UnicodeDecodeError
707        # XXX
708#        check(UnicodeDecodeError("", "", 0, 0, ""), size(h + '5P2PP'))
709        # UnicodeTranslateError
710        check(UnicodeTranslateError("", 0, 1, ""), size(h + '5P 2P2PP'))
711        # ellipses
712        check(Ellipsis, size(h + ''))
713        # EncodingMap
714        import codecs, encodings.iso8859_3
715        x = codecs.charmap_build(encodings.iso8859_3.decoding_table)
716        check(x, size(h + '32B2iB'))
717        # enumerate
718        check(enumerate([]), size(h + 'l3P'))
719        # reverse
720        check(reversed(''), size(h + 'PP'))
721        # float
722        check(float(0), size(h + 'd'))
723        # sys.floatinfo
724        check(sys.float_info, size(vh) + self.P * len(sys.float_info))
725        # frame
726        import inspect
727        CO_MAXBLOCKS = 20
728        x = inspect.currentframe()
729        ncells = len(x.f_code.co_cellvars)
730        nfrees = len(x.f_code.co_freevars)
731        extras = x.f_code.co_stacksize + x.f_code.co_nlocals +\
732                  ncells + nfrees - 1
733        check(x, size(vh + '12P3i' + CO_MAXBLOCKS*'3i' + 'P' + extras*'P'))
734        # function
735        def func(): pass
736        check(func, size(h + '12P'))
737        class c():
738            @staticmethod
739            def foo():
740                pass
741            @classmethod
742            def bar(cls):
743                pass
744            # staticmethod
745            check(foo, size(h + 'PP'))
746            # classmethod
747            check(bar, size(h + 'PP'))
748        # generator
749        def get_gen(): yield 1
750        check(get_gen(), size(h + 'Pi2P'))
751        # iterator
752        check(iter('abc'), size(h + 'lP'))
753        # callable-iterator
754        import re
755        check(re.finditer('',''), size(h + '2P'))
756        # list
757        samples = [[], [1,2,3], ['1', '2', '3']]
758        for sample in samples:
759            check(sample, size(vh + 'PP') + len(sample)*self.P)
760        # sortwrapper (list)
761        # XXX
762        # cmpwrapper (list)
763        # XXX
764        # listiterator (list)
765        check(iter([]), size(h + 'lP'))
766        # listreverseiterator (list)
767        check(reversed([]), size(h + 'lP'))
768        # long
769        check(0, size(vh))
770        check(1, size(vh) + self.longdigit)
771        check(-1, size(vh) + self.longdigit)
772        PyLong_BASE = 2**sys.int_info.bits_per_digit
773        check(int(PyLong_BASE), size(vh) + 2*self.longdigit)
774        check(int(PyLong_BASE**2-1), size(vh) + 2*self.longdigit)
775        check(int(PyLong_BASE**2), size(vh) + 3*self.longdigit)
776        # memoryview
777        check(memoryview(b''), size(h + 'PPiP4P2i5P3cP'))
778        # module
779        check(unittest, size(h + '3P'))
780        # None
781        check(None, size(h + ''))
782        # NotImplementedType
783        check(NotImplemented, size(h))
784        # object
785        check(object(), size(h + ''))
786        # property (descriptor object)
787        class C(object):
788            def getx(self): return self.__x
789            def setx(self, value): self.__x = value
790            def delx(self): del self.__x
791            x = property(getx, setx, delx, "")
792            check(x, size(h + '4Pi'))
793        # PyCapsule
794        # XXX
795        # rangeiterator
796        check(iter(range(1)), size(h + '4l'))
797        # reverse
798        check(reversed(''), size(h + 'PP'))
799        # range
800        check(range(1), size(h + '4P'))
801        check(range(66000), size(h + '4P'))
802        # set
803        # frozenset
804        PySet_MINSIZE = 8
805        samples = [[], range(10), range(50)]
806        s = size(h + '3P2P' + PySet_MINSIZE*'lP' + 'lP')
807        for sample in samples:
808            minused = len(sample)
809            if minused == 0: tmp = 1
810            # the computation of minused is actually a bit more complicated
811            # but this suffices for the sizeof test
812            minused = minused*2
813            newsize = PySet_MINSIZE
814            while newsize <= minused:
815                newsize = newsize << 1
816            if newsize <= 8:
817                check(set(sample), s)
818                check(frozenset(sample), s)
819            else:
820                check(set(sample), s + newsize*struct.calcsize('lP'))
821                check(frozenset(sample), s + newsize*struct.calcsize('lP'))
822        # setiterator
823        check(iter(set()), size(h + 'P3P'))
824        # slice
825        check(slice(0), size(h + '3P'))
826        # super
827        check(super(int), size(h + '3P'))
828        # tuple
829        check((), size(vh))
830        check((1,2,3), size(vh) + 3*self.P)
831        # type
832        # (PyTypeObject + PyNumberMethods + PyMappingMethods +
833        #  PySequenceMethods + PyBufferProcs)
834        s = size(vh + 'P2P15Pl4PP9PP11PIP') + size('16Pi17P 3P 10P 2P 3P')
835        check(int, s)
836        # class
837        class newstyleclass(object): pass
838        check(newstyleclass, s)
839        # unicode
840        # each tuple contains a string and its expected character size
841        # don't put any static strings here, as they may contain
842        # wchar_t or UTF-8 representations
843        samples = ['1'*100, '\xff'*50,
844                   '\u0100'*40, '\uffff'*100,
845                   '\U00010000'*30, '\U0010ffff'*100]
846        asciifields = h + "PPiP"
847        compactfields = asciifields + "PPP"
848        unicodefields = compactfields + "P"
849        for s in samples:
850            maxchar = ord(max(s))
851            if maxchar < 128:
852                L = size(asciifields) + len(s) + 1
853            elif maxchar < 256:
854                L = size(compactfields) + len(s) + 1
855            elif maxchar < 65536:
856                L = size(compactfields) + 2*(len(s) + 1)
857            else:
858                L = size(compactfields) + 4*(len(s) + 1)
859            check(s, L)
860        # verify that the UTF-8 size is accounted for
861        s = chr(0x4000)   # 4 bytes canonical representation
862        check(s, size(compactfields) + 4)
863        # compile() will trigger the generation of the UTF-8
864        # representation as a side effect
865        compile(s, "<stdin>", "eval")
866        check(s, size(compactfields) + 4 + 4)
867        # TODO: add check that forces the presence of wchar_t representation
868        # TODO: add check that forces layout of unicodefields
869        # weakref
870        import weakref
871        check(weakref.ref(int), size(h + '2Pl2P'))
872        # weakproxy
873        # XXX
874        # weakcallableproxy
875        check(weakref.proxy(int), size(h + '2Pl2P'))
876
877    def test_pythontypes(self):
878        # check all types defined in Python/
879        h = self.header
880        vh = self.vheader
881        size = self.calcsize
882        check = self.check_sizeof
883        # _ast.AST
884        import _ast
885        check(_ast.AST(), size(h + 'P'))
886        # imp.NullImporter
887        import imp
888        check(imp.NullImporter(self.file.name), size(h + ''))
889        try:
890            raise TypeError
891        except TypeError:
892            tb = sys.exc_info()[2]
893            # traceback
894            if tb != None:
895                check(tb, size(h + '2P2i'))
896        # symtable entry
897        # XXX
898        # sys.flags
899        check(sys.flags, size(vh) + self.P * len(sys.flags))
900
901
902def test_main():
903    test.support.run_unittest(SysModuleTest, SizeofTest)
904
905if __name__ == "__main__":
906    test_main()
907