| pulkit |
| hg-reviewers |
Because Python 3's print() doesn't like bytes.
| Lint Skipped |
| Unit Tests Skipped |
| Path | Packages | |||
|---|---|---|---|---|
| M | mercurial/statprof.py (73 lines) |
| Commit | Parents | Author | Summary | Date |
|---|---|---|---|---|
| Gregory Szorc | Oct 12 2018, 12:51 PM |
| '''Print statistics, either to stdout or the given file object.''' | '''Print statistics, either to stdout or the given file object.''' | ||||
| if data is None: | if data is None: | ||||
| data = state | data = state | ||||
| if fp is None: | if fp is None: | ||||
| import sys | import sys | ||||
| fp = sys.stdout | fp = sys.stdout | ||||
| if len(data.samples) == 0: | if len(data.samples) == 0: | ||||
| print('No samples recorded.', file=fp) | fp.write(b'No samples recorded.\n') | ||||
| return | return | ||||
| if format == DisplayFormats.ByLine: | if format == DisplayFormats.ByLine: | ||||
| display_by_line(data, fp) | display_by_line(data, fp) | ||||
| elif format == DisplayFormats.ByMethod: | elif format == DisplayFormats.ByMethod: | ||||
| display_by_method(data, fp) | display_by_method(data, fp) | ||||
| elif format == DisplayFormats.AboutMethod: | elif format == DisplayFormats.AboutMethod: | ||||
| display_about_method(data, fp, **kwargs) | display_about_method(data, fp, **kwargs) | ||||
| elif format == DisplayFormats.Hotpath: | elif format == DisplayFormats.Hotpath: | ||||
| display_hotpath(data, fp, **kwargs) | display_hotpath(data, fp, **kwargs) | ||||
| elif format == DisplayFormats.FlameGraph: | elif format == DisplayFormats.FlameGraph: | ||||
| write_to_flame(data, fp, **kwargs) | write_to_flame(data, fp, **kwargs) | ||||
| elif format == DisplayFormats.Json: | elif format == DisplayFormats.Json: | ||||
| write_to_json(data, fp) | write_to_json(data, fp) | ||||
| elif format == DisplayFormats.Chrome: | elif format == DisplayFormats.Chrome: | ||||
| write_to_chrome(data, fp, **kwargs) | write_to_chrome(data, fp, **kwargs) | ||||
| else: | else: | ||||
| raise Exception("Invalid display format") | raise Exception("Invalid display format") | ||||
| if format not in (DisplayFormats.Json, DisplayFormats.Chrome): | if format not in (DisplayFormats.Json, DisplayFormats.Chrome): | ||||
| print('---', file=fp) | fp.write(b'---\n') | ||||
| print('Sample count: %d' % len(data.samples), file=fp) | fp.write(b'Sample count: %d\n' % len(data.samples)) | ||||
| print('Total time: %f seconds (%f wall)' % data.accumulated_time, | fp.write(b'Total time: %f seconds (%f wall)\n' % data.accumulated_time) | ||||
| file=fp) | |||||
| def display_by_line(data, fp): | def display_by_line(data, fp): | ||||
| '''Print the profiler data with each sample line represented | '''Print the profiler data with each sample line represented | ||||
| as one row in a table. Sorted by self-time per line.''' | as one row in a table. Sorted by self-time per line.''' | ||||
| stats = SiteStats.buildstats(data.samples) | stats = SiteStats.buildstats(data.samples) | ||||
| stats.sort(reverse=True, key=lambda x: x.selfseconds()) | stats.sort(reverse=True, key=lambda x: x.selfseconds()) | ||||
| print('%5.5s %10.10s %7.7s %-8.8s' % | fp.write(b'%5.5s %10.10s %7.7s %-8.8s\n' % ( | ||||
| ('% ', 'cumulative', 'self', ''), file=fp) | b'% ', b'cumulative', b'self', b'')) | ||||
| print('%5.5s %9.9s %8.8s %-8.8s' % | fp.write(b'%5.5s %9.9s %8.8s %-8.8s\n' % ( | ||||
| ("time", "seconds", "seconds", "name"), file=fp) | b"time", b"seconds", b"seconds", b"name")) | ||||
| for stat in stats: | for stat in stats: | ||||
| site = stat.site | site = stat.site | ||||
| sitelabel = '%s:%d:%s' % (site.filename(), site.lineno, site.function) | sitelabel = '%s:%d:%s' % (site.filename(), site.lineno, site.function) | ||||
| print('%6.2f %9.2f %9.2f %s' % (stat.selfpercent(), | fp.write(b'%6.2f %9.2f %9.2f %s\n' % ( | ||||
| stat.totalseconds(), | stat.selfpercent(), stat.totalseconds(), | ||||
| stat.selfseconds(), | stat.selfseconds(), sitelabel)) | ||||
| sitelabel), | |||||
| file=fp) | |||||
| def display_by_method(data, fp): | def display_by_method(data, fp): | ||||
| '''Print the profiler data with each sample function represented | '''Print the profiler data with each sample function represented | ||||
| as one row in a table. Important lines within that function are | as one row in a table. Important lines within that function are | ||||
| output as nested rows. Sorted by self-time per line.''' | output as nested rows. Sorted by self-time per line.''' | ||||
| print('%5.5s %10.10s %7.7s %-8.8s' % | fp.write(b'%5.5s %10.10s %7.7s %-8.8s\n' % | ||||
| ('% ', 'cumulative', 'self', ''), file=fp) | ('% ', 'cumulative', 'self', '')) | ||||
| print('%5.5s %9.9s %8.8s %-8.8s' % | fp.write(b'%5.5s %9.9s %8.8s %-8.8s\n' % | ||||
| ("time", "seconds", "seconds", "name"), file=fp) | ("time", "seconds", "seconds", "name")) | ||||
| stats = SiteStats.buildstats(data.samples) | stats = SiteStats.buildstats(data.samples) | ||||
| grouped = defaultdict(list) | grouped = defaultdict(list) | ||||
| for stat in stats: | for stat in stats: | ||||
| grouped[stat.site.filename() + ":" + stat.site.function].append(stat) | grouped[stat.site.filename() + ":" + stat.site.function].append(stat) | ||||
| # compute sums for each function | # compute sums for each function | ||||
| sitestats)) | sitestats)) | ||||
| # sort by total self sec | # sort by total self sec | ||||
| functiondata.sort(reverse=True, key=lambda x: x[2]) | functiondata.sort(reverse=True, key=lambda x: x[2]) | ||||
| for function in functiondata: | for function in functiondata: | ||||
| if function[3] < 0.05: | if function[3] < 0.05: | ||||
| continue | continue | ||||
| print('%6.2f %9.2f %9.2f %s' % (function[3], # total percent | fp.write(b'%6.2f %9.2f %9.2f %s\n' % ( | ||||
| function[3], # total percent | |||||
| function[1], # total cum sec | function[1], # total cum sec | ||||
| function[2], # total self sec | function[2], # total self sec | ||||
| function[0]), # file:function | function[0])) # file:function | ||||
| file=fp) | |||||
| function[4].sort(reverse=True, key=lambda i: i.selfseconds()) | function[4].sort(reverse=True, key=lambda i: i.selfseconds()) | ||||
| for stat in function[4]: | for stat in function[4]: | ||||
| # only show line numbers for significant locations (>1% time spent) | # only show line numbers for significant locations (>1% time spent) | ||||
| if stat.selfpercent() > 1: | if stat.selfpercent() > 1: | ||||
| source = stat.site.getsource(25) | source = stat.site.getsource(25) | ||||
| stattuple = (stat.selfpercent(), stat.selfseconds(), | stattuple = (stat.selfpercent(), stat.selfseconds(), | ||||
| stat.site.lineno, source) | stat.site.lineno, source) | ||||
| print('%33.0f%% %6.2f line %d: %s' % (stattuple), file=fp) | fp.write(b'%33.0f%% %6.2f line %d: %s\n' % stattuple) | ||||
| def display_about_method(data, fp, function=None, **kwargs): | def display_about_method(data, fp, function=None, **kwargs): | ||||
| if function is None: | if function is None: | ||||
| raise Exception("Invalid function") | raise Exception("Invalid function") | ||||
| filename = None | filename = None | ||||
| if ':' in function: | if ':' in function: | ||||
| filename, function = function.split(':') | filename, function = function.split(':') | ||||
| if site in children: | if site in children: | ||||
| children[site] = children[site] + 1 | children[site] = children[site] + 1 | ||||
| else: | else: | ||||
| children[site] = 1 | children[site] = 1 | ||||
| parents = [(parent, count) for parent, count in parents.iteritems()] | parents = [(parent, count) for parent, count in parents.iteritems()] | ||||
| parents.sort(reverse=True, key=lambda x: x[1]) | parents.sort(reverse=True, key=lambda x: x[1]) | ||||
| for parent, count in parents: | for parent, count in parents: | ||||
| print('%6.2f%% %s:%s line %s: %s' % | fp.write(b'%6.2f%% %s:%s line %s: %s\n' % | ||||
| (count / relevant_samples * 100, parent.filename(), | (count / relevant_samples * 100, parent.filename(), | ||||
| parent.function, parent.lineno, parent.getsource(50)), file=fp) | parent.function, parent.lineno, parent.getsource(50))) | ||||
| stats = SiteStats.buildstats(data.samples) | stats = SiteStats.buildstats(data.samples) | ||||
| stats = [s for s in stats | stats = [s for s in stats | ||||
| if s.site.function == function and | if s.site.function == function and | ||||
| (not filename or s.site.filename() == filename)] | (not filename or s.site.filename() == filename)] | ||||
| total_cum_sec = 0 | total_cum_sec = 0 | ||||
| total_self_sec = 0 | total_self_sec = 0 | ||||
| total_self_percent = 0 | total_self_percent = 0 | ||||
| total_cum_percent = 0 | total_cum_percent = 0 | ||||
| for stat in stats: | for stat in stats: | ||||
| total_cum_sec += stat.totalseconds() | total_cum_sec += stat.totalseconds() | ||||
| total_self_sec += stat.selfseconds() | total_self_sec += stat.selfseconds() | ||||
| total_self_percent += stat.selfpercent() | total_self_percent += stat.selfpercent() | ||||
| total_cum_percent += stat.totalpercent() | total_cum_percent += stat.totalpercent() | ||||
| print( | fp.write( | ||||
| '\n %s:%s Total: %0.2fs (%0.2f%%) Self: %0.2fs (%0.2f%%)\n' % | b'\n %s:%s Total: %0.2fs (%0.2f%%) Self: %0.2fs (%0.2f%%)\n\n' | ||||
| ( | % ( | ||||
| filename or '___', | filename or '___', | ||||
| function, | function, | ||||
| total_cum_sec, | total_cum_sec, | ||||
| total_cum_percent, | total_cum_percent, | ||||
| total_self_sec, | total_self_sec, | ||||
| total_self_percent | total_self_percent | ||||
| ), file=fp) | )) | ||||
| children = [(child, count) for child, count in children.iteritems()] | children = [(child, count) for child, count in children.iteritems()] | ||||
| children.sort(reverse=True, key=lambda x: x[1]) | children.sort(reverse=True, key=lambda x: x[1]) | ||||
| for child, count in children: | for child, count in children: | ||||
| print(' %6.2f%% line %s: %s' % | fp.write(b' %6.2f%% line %s: %s\n' % | ||||
| (count / relevant_samples * 100, child.lineno, | (count / relevant_samples * 100, child.lineno, | ||||
| child.getsource(50)), file=fp) | child.getsource(50))) | ||||
| def display_hotpath(data, fp, limit=0.05, **kwargs): | def display_hotpath(data, fp, limit=0.05, **kwargs): | ||||
| class HotNode(object): | class HotNode(object): | ||||
| def __init__(self, site): | def __init__(self, site): | ||||
| self.site = site | self.site = site | ||||
| self.count = 0 | self.count = 0 | ||||
| self.children = {} | self.children = {} | ||||
| finalstring = liststring + codestring | finalstring = liststring + codestring | ||||
| childrensamples = sum([c.count for c in node.children.itervalues()]) | childrensamples = sum([c.count for c in node.children.itervalues()]) | ||||
| # Make frames that performed more than 10% of the operation red | # Make frames that performed more than 10% of the operation red | ||||
| if node.count - childrensamples > (0.1 * root.count): | if node.count - childrensamples > (0.1 * root.count): | ||||
| finalstring = '\033[91m' + finalstring + '\033[0m' | finalstring = '\033[91m' + finalstring + '\033[0m' | ||||
| # Make frames that didn't actually perform work dark grey | # Make frames that didn't actually perform work dark grey | ||||
| elif node.count - childrensamples == 0: | elif node.count - childrensamples == 0: | ||||
| finalstring = '\033[90m' + finalstring + '\033[0m' | finalstring = '\033[90m' + finalstring + '\033[0m' | ||||
| print(finalstring, file=fp) | fp.write(finalstring + b'\n') | ||||
| newdepth = depth | newdepth = depth | ||||
| if len(visiblechildren) > 1 or multiple_siblings: | if len(visiblechildren) > 1 or multiple_siblings: | ||||
| newdepth += 1 | newdepth += 1 | ||||
| visiblechildren.sort(reverse=True, key=lambda x: x.count) | visiblechildren.sort(reverse=True, key=lambda x: x.count) | ||||
| for child in visiblechildren: | for child in visiblechildren: | ||||
| _write(child, newdepth, len(visiblechildren) > 1) | _write(child, newdepth, len(visiblechildren) > 1) | ||||
| if root.count > 0: | if root.count > 0: | ||||
| _write(root, 0, False) | _write(root, 0, False) | ||||
| def write_to_flame(data, fp, scriptpath=None, outputfile=None, **kwargs): | def write_to_flame(data, fp, scriptpath=None, outputfile=None, **kwargs): | ||||
| if scriptpath is None: | if scriptpath is None: | ||||
| scriptpath = encoding.environ['HOME'] + '/flamegraph.pl' | scriptpath = encoding.environ['HOME'] + '/flamegraph.pl' | ||||
| if not os.path.exists(scriptpath): | if not os.path.exists(scriptpath): | ||||
| print("error: missing %s" % scriptpath, file=fp) | fp.write(b'error: missing %s\n' % scriptpath) | ||||
| print("get it here: https://github.com/brendangregg/FlameGraph", | fp.write(b'get it here: https://github.com/brendangregg/FlameGraph\n') | ||||
| file=fp) | |||||
| return | return | ||||
| fd, path = pycompat.mkstemp() | fd, path = pycompat.mkstemp() | ||||
| file = open(path, "w+") | file = open(path, "w+") | ||||
| lines = {} | lines = {} | ||||
| for sample in data.samples: | for sample in data.samples: | ||||
| file.write("%s %d\n" % (line, count)) | file.write("%s %d\n" % (line, count)) | ||||
| file.close() | file.close() | ||||
| if outputfile is None: | if outputfile is None: | ||||
| outputfile = '~/flamegraph.svg' | outputfile = '~/flamegraph.svg' | ||||
| os.system("perl ~/flamegraph.pl %s > %s" % (path, outputfile)) | os.system("perl ~/flamegraph.pl %s > %s" % (path, outputfile)) | ||||
| print("Written to %s" % outputfile, file=fp) | fp.write(b'Written to %s\n' % outputfile) | ||||
| _pathcache = {} | _pathcache = {} | ||||
| def simplifypath(path): | def simplifypath(path): | ||||
| '''Attempt to make the path to a Python module easier to read by | '''Attempt to make the path to a Python module easier to read by | ||||
| removing whatever part of the Python search path it was found | removing whatever part of the Python search path it was found | ||||
| on.''' | on.''' | ||||
| if path in _pathcache: | if path in _pathcache: | ||||
| poplast() | poplast() | ||||
| events = [s[1] for s in enumerate(samples) if s[0] not in blacklist] | events = [s[1] for s in enumerate(samples) if s[0] not in blacklist] | ||||
| frames = collections.OrderedDict((str(k), v) | frames = collections.OrderedDict((str(k), v) | ||||
| for (k,v) in enumerate(id2stack)) | for (k,v) in enumerate(id2stack)) | ||||
| json.dump(dict(traceEvents=events, stackFrames=frames), fp, indent=1) | json.dump(dict(traceEvents=events, stackFrames=frames), fp, indent=1) | ||||
| fp.write('\n') | fp.write('\n') | ||||
| def printusage(): | def printusage(): | ||||
| print(""" | print(r""" | ||||
| The statprof command line allows you to inspect the last profile's results in | The statprof command line allows you to inspect the last profile's results in | ||||
| the following forms: | the following forms: | ||||
| usage: | usage: | ||||
| hotpath [-l --limit percent] | hotpath [-l --limit percent] | ||||
| Shows a graph of calls with the percent of time each takes. | Shows a graph of calls with the percent of time each takes. | ||||
| Red calls take over 10%% of the total time themselves. | Red calls take over 10%% of the total time themselves. | ||||
| lines | lines | ||||