14adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao"""Test suite for the profile module.""" 24adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 34adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoimport sys 44adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoimport pstats 54adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoimport unittest 64adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaofrom StringIO import StringIO 74adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaofrom test.test_support import run_unittest 84adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 94adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoimport profile 104adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaofrom test.profilee import testfunc, timer 114adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 124adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 134adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoclass ProfileTest(unittest.TestCase): 144adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 154adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilerclass = profile.Profile 164adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao methodnames = ['print_stats', 'print_callers', 'print_callees'] 174adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao expected_output = {} 184adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao expected_list_sort_output = ':0(sort)' 194adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 204adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao @classmethod 214adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao def do_profiling(cls): 224adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao results = [] 234adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao prof = cls.profilerclass(timer, 0.001) 244adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao start_timer = timer() 254adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao prof.runctx("testfunc()", globals(), locals()) 264adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao results.append(timer() - start_timer) 274adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao for methodname in cls.methodnames: 284adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao s = StringIO() 294adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao stats = pstats.Stats(prof, stream=s) 304adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao stats.strip_dirs().sort_stats("stdname") 314adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao getattr(stats, methodname)() 324adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao results.append(s.getvalue()) 334adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao return results 344adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 354adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao def test_cprofile(self): 364adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao results = self.do_profiling() 374adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao self.assertEqual(results[0], 1000) 384adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao for i, method in enumerate(self.methodnames): 394adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao self.assertEqual(results[i+1], self.expected_output[method], 404adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao "Stats.%s output for %s doesn't fit expectation!" % 414adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao (method, self.profilerclass.__name__)) 424adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 434adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao def test_calling_conventions(self): 444adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao # Issue #5330: profile and cProfile wouldn't report C functions called 454adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao # with keyword arguments. We test all calling conventions. 464adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao stmts = [ 474adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao "[].sort()", 484adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao "[].sort(reverse=True)", 494adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao "[].sort(*(None, None, True))", 504adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao "[].sort(**dict(reverse=True))", 514adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao ] 524adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao for stmt in stmts: 534adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao s = StringIO() 544adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao prof = self.profilerclass(timer, 0.001) 554adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao prof.runctx(stmt, globals(), locals()) 564adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao stats = pstats.Stats(prof, stream=s) 574adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao stats.print_stats() 584adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao res = s.getvalue() 594adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao self.assertIn(self.expected_list_sort_output, res, 604adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao "Profiling {0!r} didn't report list.sort:\n{1}".format(stmt, res)) 614adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 624adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 634adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaodef regenerate_expected_output(filename, cls): 644adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao filename = filename.rstrip('co') 654adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao print 'Regenerating %s...' % filename 664adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao results = cls.do_profiling() 674adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 684adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao newfile = [] 694adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao with open(filename, 'r') as f: 704adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao for line in f: 714adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao newfile.append(line) 724adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao if line[:6] == '#--cut': 734adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao break 744adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 754adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao with open(filename, 'w') as f: 764adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao f.writelines(newfile) 774adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao for i, method in enumerate(cls.methodnames): 784adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao f.write('%s.expected_output[%r] = """\\\n%s"""\n' % ( 794adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao cls.__name__, method, results[i+1])) 804adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao f.write('\nif __name__ == "__main__":\n main()\n') 814adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 824adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 834adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaodef test_main(): 844adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao run_unittest(ProfileTest) 854adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 864adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaodef main(): 874adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao if '-r' not in sys.argv: 884adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao test_main() 894adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao else: 904adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao regenerate_expected_output(__file__, ProfileTest) 914adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 924adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 934adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao# Don't remove this comment. Everything below it is auto-generated. 944adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao#--cut-------------------------------------------------------------------------- 954adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoProfileTest.expected_output['print_stats'] = """\ 964adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 127 function calls (107 primitive calls) in 999.749 seconds 974adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 984adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao Ordered by: standard name 994adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1004adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao ncalls tottime percall cumtime percall filename:lineno(function) 1014adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 4 -0.004 -0.001 -0.004 -0.001 :0(append) 1024adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 4 -0.004 -0.001 -0.004 -0.001 :0(exc_info) 1034adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 12 -0.024 -0.002 11.964 0.997 :0(hasattr) 1044adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 8 -0.008 -0.001 -0.008 -0.001 :0(range) 1054adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1 0.000 0.000 0.000 0.000 :0(setprofile) 1064adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1 -0.002 -0.002 999.751 999.751 <string>:1(<module>) 1074adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 0 0.000 0.000 profile:0(profiler) 1084adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1 -0.002 -0.002 999.749 999.749 profile:0(testfunc()) 1094adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 28 27.972 0.999 27.972 0.999 profilee.py:110(__getattr__) 1104adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1 269.996 269.996 999.753 999.753 profilee.py:25(testfunc) 1114adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 23/3 149.937 6.519 169.917 56.639 profilee.py:35(factorial) 1124adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 20 19.980 0.999 19.980 0.999 profilee.py:48(mul) 1134adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 2 39.986 19.993 599.814 299.907 profilee.py:55(helper) 1144adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 4 115.984 28.996 119.964 29.991 profilee.py:73(helper1) 1154adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 2 -0.006 -0.003 139.942 69.971 profilee.py:84(helper2_indirect) 1164adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 8 311.976 38.997 399.896 49.987 profilee.py:88(helper2) 1174adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 8 63.968 7.996 79.944 9.993 profilee.py:98(subhelper) 1184adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1194adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1204adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao""" 1214adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoProfileTest.expected_output['print_callers'] = """\ 1224adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao Ordered by: standard name 1234adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1244adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoFunction was called by... 1254adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(append) <- profilee.py:73(helper1)(4) 119.964 1264adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(exc_info) <- profilee.py:73(helper1)(4) 119.964 1274adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(hasattr) <- profilee.py:73(helper1)(4) 119.964 1284adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:88(helper2)(8) 399.896 1294adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(range) <- profilee.py:98(subhelper)(8) 79.944 1304adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(setprofile) <- profile:0(testfunc())(1) 999.749 1314adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao<string>:1(<module>) <- profile:0(testfunc())(1) 999.749 1324adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofile:0(profiler) <- 1334adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofile:0(testfunc()) <- profile:0(profiler)(1) 0.000 1344adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:110(__getattr__) <- :0(hasattr)(12) 11.964 1354adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:98(subhelper)(16) 79.944 1364adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:25(testfunc) <- <string>:1(<module>)(1) 999.751 1374adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:35(factorial) <- profilee.py:25(testfunc)(1) 999.753 1384adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:35(factorial)(20) 169.917 1394adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:84(helper2_indirect)(2) 139.942 1404adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:48(mul) <- profilee.py:35(factorial)(20) 169.917 1414adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:55(helper) <- profilee.py:25(testfunc)(2) 999.753 1424adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:73(helper1) <- profilee.py:55(helper)(4) 599.814 1434adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:84(helper2_indirect) <- profilee.py:55(helper)(2) 599.814 1444adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:88(helper2) <- profilee.py:55(helper)(6) 599.814 1454adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:84(helper2_indirect)(2) 139.942 1464adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:98(subhelper) <- profilee.py:88(helper2)(8) 399.896 1474adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1484adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1494adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao""" 1504adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoProfileTest.expected_output['print_callees'] = """\ 1514adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao Ordered by: standard name 1524adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1534adfde8bc82dd39f59e0445588c3e599ada477dJosh GaoFunction called... 1544adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(append) -> 1554adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(exc_info) -> 1564adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(hasattr) -> profilee.py:110(__getattr__)(12) 27.972 1574adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(range) -> 1584adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao:0(setprofile) -> 1594adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao<string>:1(<module>) -> profilee.py:25(testfunc)(1) 999.753 1604adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofile:0(profiler) -> profile:0(testfunc())(1) 999.749 1614adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofile:0(testfunc()) -> :0(setprofile)(1) 0.000 1624adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao <string>:1(<module>)(1) 999.751 1634adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:110(__getattr__) -> 1644adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:25(testfunc) -> profilee.py:35(factorial)(1) 169.917 1654adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:55(helper)(2) 599.814 1664adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:35(factorial) -> profilee.py:35(factorial)(20) 169.917 1674adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:48(mul)(20) 19.980 1684adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:48(mul) -> 1694adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:55(helper) -> profilee.py:73(helper1)(4) 119.964 1704adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:84(helper2_indirect)(2) 139.942 1714adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:88(helper2)(6) 399.896 1724adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:73(helper1) -> :0(append)(4) -0.004 1734adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao :0(exc_info)(4) -0.004 1744adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao :0(hasattr)(4) 11.964 1754adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:84(helper2_indirect) -> profilee.py:35(factorial)(2) 169.917 1764adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:88(helper2)(2) 399.896 1774adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:88(helper2) -> :0(hasattr)(8) 11.964 1784adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:98(subhelper)(8) 79.944 1794adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoprofilee.py:98(subhelper) -> :0(range)(8) -0.008 1804adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao profilee.py:110(__getattr__)(16) 27.972 1814adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1824adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1834adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao""" 1844adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao 1854adfde8bc82dd39f59e0445588c3e599ada477dJosh Gaoif __name__ == "__main__": 1864adfde8bc82dd39f59e0445588c3e599ada477dJosh Gao main() 187