14adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao"""Test suite for the profile module."""
24adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
34adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoimport sys
44adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoimport pstats
54adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoimport unittest
64adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaofrom StringIO import StringIO
74adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaofrom test.test_support import run_unittest
84adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
94adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoimport profile
104adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaofrom test.profilee import testfunc, timer
114adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
124adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
134adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoclass ProfileTest(unittest.TestCase):
144adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
154adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    profilerclass = profile.Profile
164adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    methodnames = ['print_stats', 'print_callers', 'print_callees']
174adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    expected_output = {}
184adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    expected_list_sort_output = ':0(sort)'
194adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
204adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    @classmethod
214adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    def do_profiling(cls):
224adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        results = []
234adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        prof = cls.profilerclass(timer, 0.001)
244adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        start_timer = timer()
254adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        prof.runctx("testfunc()", globals(), locals())
264adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        results.append(timer() - start_timer)
274adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        for methodname in cls.methodnames:
284adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            s = StringIO()
294adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            stats = pstats.Stats(prof, stream=s)
304adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            stats.strip_dirs().sort_stats("stdname")
314adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            getattr(stats, methodname)()
324adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            results.append(s.getvalue())
334adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        return results
344adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
354adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    def test_cprofile(self):
364adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        results = self.do_profiling()
374adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        self.assertEqual(results[0], 1000)
384adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        for i, method in enumerate(self.methodnames):
394adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            self.assertEqual(results[i+1], self.expected_output[method],
404adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                             "Stats.%s output for %s doesn't fit expectation!" %
414adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                             (method, self.profilerclass.__name__))
424adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
434adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    def test_calling_conventions(self):
444adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        # Issue #5330: profile and cProfile wouldn't report C functions called
454adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        # with keyword arguments. We test all calling conventions.
464adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        stmts = [
474adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            "[].sort()",
484adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            "[].sort(reverse=True)",
494adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            "[].sort(*(None, None, True))",
504adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            "[].sort(**dict(reverse=True))",
514adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        ]
524adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        for stmt in stmts:
534adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            s = StringIO()
544adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            prof = self.profilerclass(timer, 0.001)
554adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            prof.runctx(stmt, globals(), locals())
564adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            stats = pstats.Stats(prof, stream=s)
574adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            stats.print_stats()
584adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            res = s.getvalue()
594adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            self.assertIn(self.expected_list_sort_output, res,
604adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                "Profiling {0!r} didn't report list.sort:\n{1}".format(stmt, res))
614adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
624adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
634adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaodef regenerate_expected_output(filename, cls):
644adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    filename = filename.rstrip('co')
654adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    print 'Regenerating %s...' % filename
664adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    results = cls.do_profiling()
674adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
684adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    newfile = []
694adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    with open(filename, 'r') as f:
704adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        for line in f:
714adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            newfile.append(line)
724adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            if line[:6] == '#--cut':
734adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                break
744adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
754adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    with open(filename, 'w') as f:
764adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        f.writelines(newfile)
774adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        for i, method in enumerate(cls.methodnames):
784adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao            f.write('%s.expected_output[%r] = """\\\n%s"""\n' % (
794adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                cls.__name__, method, results[i+1]))
804adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        f.write('\nif __name__ == "__main__":\n    main()\n')
814adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
824adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
834adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaodef test_main():
844adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    run_unittest(ProfileTest)
854adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
864adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaodef main():
874adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    if '-r' not in sys.argv:
884adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        test_main()
894adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    else:
904adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        regenerate_expected_output(__file__, ProfileTest)
914adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
924adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
934adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao# Don't remove this comment. Everything below it is auto-generated.
944adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao#--cut--------------------------------------------------------------------------
954adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoProfileTest.expected_output['print_stats'] = """\
964adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao         127 function calls (107 primitive calls) in 999.749 seconds
974adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
984adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao   Ordered by: standard name
994adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1004adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao   ncalls  tottime  percall  cumtime  percall filename:lineno(function)
1014adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        4   -0.004   -0.001   -0.004   -0.001 :0(append)
1024adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        4   -0.004   -0.001   -0.004   -0.001 :0(exc_info)
1034adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao       12   -0.024   -0.002   11.964    0.997 :0(hasattr)
1044adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        8   -0.008   -0.001   -0.008   -0.001 :0(range)
1054adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        1    0.000    0.000    0.000    0.000 :0(setprofile)
1064adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        1   -0.002   -0.002  999.751  999.751 <string>:1(<module>)
1074adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        0    0.000             0.000          profile:0(profiler)
1084adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        1   -0.002   -0.002  999.749  999.749 profile:0(testfunc())
1094adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao       28   27.972    0.999   27.972    0.999 profilee.py:110(__getattr__)
1104adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        1  269.996  269.996  999.753  999.753 profilee.py:25(testfunc)
1114adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao     23/3  149.937    6.519  169.917   56.639 profilee.py:35(factorial)
1124adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao       20   19.980    0.999   19.980    0.999 profilee.py:48(mul)
1134adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        2   39.986   19.993  599.814  299.907 profilee.py:55(helper)
1144adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        4  115.984   28.996  119.964   29.991 profilee.py:73(helper1)
1154adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        2   -0.006   -0.003  139.942   69.971 profilee.py:84(helper2_indirect)
1164adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        8  311.976   38.997  399.896   49.987 profilee.py:88(helper2)
1174adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao        8   63.968    7.996   79.944    9.993 profilee.py:98(subhelper)
1184adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1194adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1204adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao"""
1214adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoProfileTest.expected_output['print_callers'] = """\
1224adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao   Ordered by: standard name
1234adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1244adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoFunction                          was called by...
1254adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(append)                        <- profilee.py:73(helper1)(4)  119.964
1264adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(exc_info)                      <- profilee.py:73(helper1)(4)  119.964
1274adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(hasattr)                       <- profilee.py:73(helper1)(4)  119.964
1284adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:88(helper2)(8)  399.896
1294adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(range)                         <- profilee.py:98(subhelper)(8)   79.944
1304adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(setprofile)                    <- profile:0(testfunc())(1)  999.749
1314adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao<string>:1(<module>)              <- profile:0(testfunc())(1)  999.749
1324adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofile:0(profiler)               <-
1334adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofile:0(testfunc())             <- profile:0(profiler)(1)    0.000
1344adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:110(__getattr__)      <- :0(hasattr)(12)   11.964
1354adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:98(subhelper)(16)   79.944
1364adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:25(testfunc)          <- <string>:1(<module>)(1)  999.751
1374adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:35(factorial)         <- profilee.py:25(testfunc)(1)  999.753
1384adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:35(factorial)(20)  169.917
1394adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:84(helper2_indirect)(2)  139.942
1404adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:48(mul)               <- profilee.py:35(factorial)(20)  169.917
1414adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:55(helper)            <- profilee.py:25(testfunc)(2)  999.753
1424adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:73(helper1)           <- profilee.py:55(helper)(4)  599.814
1434adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:84(helper2_indirect)  <- profilee.py:55(helper)(2)  599.814
1444adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:88(helper2)           <- profilee.py:55(helper)(6)  599.814
1454adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:84(helper2_indirect)(2)  139.942
1464adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:98(subhelper)         <- profilee.py:88(helper2)(8)  399.896
1474adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1484adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1494adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao"""
1504adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoProfileTest.expected_output['print_callees'] = """\
1514adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao   Ordered by: standard name
1524adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1534adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoFunction                          called...
1544adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(append)                        ->
1554adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(exc_info)                      ->
1564adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(hasattr)                       -> profilee.py:110(__getattr__)(12)   27.972
1574adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(range)                         ->
1584adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(setprofile)                    ->
1594adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao<string>:1(<module>)              -> profilee.py:25(testfunc)(1)  999.753
1604adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofile:0(profiler)               -> profile:0(testfunc())(1)  999.749
1614adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofile:0(testfunc())             -> :0(setprofile)(1)    0.000
1624adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     <string>:1(<module>)(1)  999.751
1634adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:110(__getattr__)      ->
1644adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:25(testfunc)          -> profilee.py:35(factorial)(1)  169.917
1654adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:55(helper)(2)  599.814
1664adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:35(factorial)         -> profilee.py:35(factorial)(20)  169.917
1674adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:48(mul)(20)   19.980
1684adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:48(mul)               ->
1694adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:55(helper)            -> profilee.py:73(helper1)(4)  119.964
1704adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:84(helper2_indirect)(2)  139.942
1714adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:88(helper2)(6)  399.896
1724adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:73(helper1)           -> :0(append)(4)   -0.004
1734adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     :0(exc_info)(4)   -0.004
1744adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     :0(hasattr)(4)   11.964
1754adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:84(helper2_indirect)  -> profilee.py:35(factorial)(2)  169.917
1764adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:88(helper2)(2)  399.896
1774adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:88(helper2)           -> :0(hasattr)(8)   11.964
1784adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:98(subhelper)(8)   79.944
1794adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:98(subhelper)         -> :0(range)(8)   -0.008
1804adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao                                     profilee.py:110(__getattr__)(16)   27.972
1814adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1824adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1834adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao"""
1844adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao
1854adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoif __name__ == "__main__":
1864adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao    main()
187