| pulkit |
| hg-reviewers |
Trying to chase the long tail of unicode badness in this file due to
frame / code objects holding str everywhere.
| Lint Skipped |
| Unit Tests Skipped |
| Path | Packages | |||
|---|---|---|---|---|
| M | mercurial/statprof.py (26 lines) |
| Commit | Parents | Author | Summary | Date |
|---|---|---|---|---|
| Gregory Szorc | Oct 12 2018, 1:00 PM |
| return state | return state | ||||
| def save_data(path): | def save_data(path): | ||||
| with open(path, 'w+') as file: | with open(path, 'w+') as file: | ||||
| file.write("%f %f\n" % state.accumulated_time) | file.write("%f %f\n" % state.accumulated_time) | ||||
| for sample in state.samples: | for sample in state.samples: | ||||
| time = sample.time | time = sample.time | ||||
| stack = sample.stack | stack = sample.stack | ||||
| sites = ['\1'.join([s.path, str(s.lineno), s.function]) | sites = ['\1'.join([s.path, b'%d' % s.lineno, s.function]) | ||||
| for s in stack] | for s in stack] | ||||
| file.write("%d\0%s\n" % (time, '\0'.join(sites))) | file.write("%d\0%s\n" % (time, '\0'.join(sites))) | ||||
| def load_data(path): | def load_data(path): | ||||
| lines = open(path, 'r').read().splitlines() | lines = open(path, 'r').read().splitlines() | ||||
| state.accumulated_time = [float(value) for value in lines[0].split()] | state.accumulated_time = [float(value) for value in lines[0].split()] | ||||
| state.samples = [] | state.samples = [] | ||||
| fp.write(b'%5.5s %10.10s %7.7s %-8.8s\n' % ( | fp.write(b'%5.5s %10.10s %7.7s %-8.8s\n' % ( | ||||
| b'% ', b'cumulative', b'self', b'')) | b'% ', b'cumulative', b'self', b'')) | ||||
| fp.write(b'%5.5s %9.9s %8.8s %-8.8s\n' % ( | fp.write(b'%5.5s %9.9s %8.8s %-8.8s\n' % ( | ||||
| b"time", b"seconds", b"seconds", b"name")) | b"time", b"seconds", b"seconds", b"name")) | ||||
| for stat in stats: | for stat in stats: | ||||
| site = stat.site | site = stat.site | ||||
| sitelabel = '%s:%d:%s' % (site.filename(), site.lineno, site.function) | sitelabel = '%s:%d:%s' % (pycompat.fsencode(site.filename()), | ||||
| site.lineno, | |||||
| pycompat.sysbytes(site.function)) | |||||
| fp.write(b'%6.2f %9.2f %9.2f %s\n' % ( | fp.write(b'%6.2f %9.2f %9.2f %s\n' % ( | ||||
| stat.selfpercent(), stat.totalseconds(), | stat.selfpercent(), stat.totalseconds(), | ||||
| stat.selfseconds(), sitelabel)) | stat.selfseconds(), sitelabel)) | ||||
| def display_by_method(data, fp): | def display_by_method(data, fp): | ||||
| '''Print the profiler data with each sample function represented | '''Print the profiler data with each sample function represented | ||||
| as one row in a table. Important lines within that function are | as one row in a table. Important lines within that function are | ||||
| output as nested rows. Sorted by self-time per line.''' | output as nested rows. Sorted by self-time per line.''' | ||||
| fp.write(b'%5.5s %10.10s %7.7s %-8.8s\n' % | fp.write(b'%5.5s %10.10s %7.7s %-8.8s\n' % | ||||
| ('% ', 'cumulative', 'self', '')) | ('% ', 'cumulative', 'self', '')) | ||||
| fp.write(b'%5.5s %9.9s %8.8s %-8.8s\n' % | fp.write(b'%5.5s %9.9s %8.8s %-8.8s\n' % | ||||
| ("time", "seconds", "seconds", "name")) | ("time", "seconds", "seconds", "name")) | ||||
| stats = SiteStats.buildstats(data.samples) | stats = SiteStats.buildstats(data.samples) | ||||
| grouped = defaultdict(list) | grouped = defaultdict(list) | ||||
| for stat in stats: | for stat in stats: | ||||
| grouped[stat.site.filename() + ":" + stat.site.function].append(stat) | grouped[stat.site.filename() + r":" + stat.site.function].append(stat) | ||||
| # compute sums for each function | # compute sums for each function | ||||
| functiondata = [] | functiondata = [] | ||||
| for fname, sitestats in grouped.iteritems(): | for fname, sitestats in grouped.iteritems(): | ||||
| total_cum_sec = 0 | total_cum_sec = 0 | ||||
| total_self_sec = 0 | total_self_sec = 0 | ||||
| total_percent = 0 | total_percent = 0 | ||||
| for stat in sitestats: | for stat in sitestats: | ||||
| for function in functiondata: | for function in functiondata: | ||||
| if function[3] < 0.05: | if function[3] < 0.05: | ||||
| continue | continue | ||||
| fp.write(b'%6.2f %9.2f %9.2f %s\n' % ( | fp.write(b'%6.2f %9.2f %9.2f %s\n' % ( | ||||
| function[3], # total percent | function[3], # total percent | ||||
| function[1], # total cum sec | function[1], # total cum sec | ||||
| function[2], # total self sec | function[2], # total self sec | ||||
| function[0])) # file:function | pycompat.sysbytes(function[0]))) # file:function | ||||
| function[4].sort(reverse=True, key=lambda i: i.selfseconds()) | function[4].sort(reverse=True, key=lambda i: i.selfseconds()) | ||||
| for stat in function[4]: | for stat in function[4]: | ||||
| # only show line numbers for significant locations (>1% time spent) | # only show line numbers for significant locations (>1% time spent) | ||||
| if stat.selfpercent() > 1: | if stat.selfpercent() > 1: | ||||
| source = stat.site.getsource(25) | source = stat.site.getsource(25) | ||||
| if sys.version_info.major >= 3 and not isinstance(source, bytes): | |||||
| source = pycompat.bytestr(source) | |||||
| stattuple = (stat.selfpercent(), stat.selfseconds(), | stattuple = (stat.selfpercent(), stat.selfseconds(), | ||||
| stat.site.lineno, source) | stat.site.lineno, source) | ||||
| fp.write(b'%33.0f%% %6.2f line %d: %s\n' % stattuple) | fp.write(b'%33.0f%% %6.2f line %d: %s\n' % stattuple) | ||||
| def display_about_method(data, fp, function=None, **kwargs): | def display_about_method(data, fp, function=None, **kwargs): | ||||
| if function is None: | if function is None: | ||||
| raise Exception("Invalid function") | raise Exception("Invalid function") | ||||
| children[site] = children[site] + 1 | children[site] = children[site] + 1 | ||||
| else: | else: | ||||
| children[site] = 1 | children[site] = 1 | ||||
| parents = [(parent, count) for parent, count in parents.iteritems()] | parents = [(parent, count) for parent, count in parents.iteritems()] | ||||
| parents.sort(reverse=True, key=lambda x: x[1]) | parents.sort(reverse=True, key=lambda x: x[1]) | ||||
| for parent, count in parents: | for parent, count in parents: | ||||
| fp.write(b'%6.2f%% %s:%s line %s: %s\n' % | fp.write(b'%6.2f%% %s:%s line %s: %s\n' % | ||||
| (count / relevant_samples * 100, parent.filename(), | (count / relevant_samples * 100, | ||||
| parent.function, parent.lineno, parent.getsource(50))) | pycompat.fsencode(parent.filename()), | ||||
| pycompat.sysbytes(parent.function), | |||||
| parent.lineno, | |||||
| pycompat.sysbytes(parent.getsource(50)))) | |||||
| stats = SiteStats.buildstats(data.samples) | stats = SiteStats.buildstats(data.samples) | ||||
| stats = [s for s in stats | stats = [s for s in stats | ||||
| if s.site.function == function and | if s.site.function == function and | ||||
| (not filename or s.site.filename() == filename)] | (not filename or s.site.filename() == filename)] | ||||
| total_cum_sec = 0 | total_cum_sec = 0 | ||||
| total_self_sec = 0 | total_self_sec = 0 | ||||
| total_self_percent = 0 | total_self_percent = 0 | ||||
| total_cum_percent = 0 | total_cum_percent = 0 | ||||
| for stat in stats: | for stat in stats: | ||||
| total_cum_sec += stat.totalseconds() | total_cum_sec += stat.totalseconds() | ||||
| total_self_sec += stat.selfseconds() | total_self_sec += stat.selfseconds() | ||||
| total_self_percent += stat.selfpercent() | total_self_percent += stat.selfpercent() | ||||
| total_cum_percent += stat.totalpercent() | total_cum_percent += stat.totalpercent() | ||||
| fp.write( | fp.write( | ||||
| b'\n %s:%s Total: %0.2fs (%0.2f%%) Self: %0.2fs (%0.2f%%)\n\n' | b'\n %s:%s Total: %0.2fs (%0.2f%%) Self: %0.2fs (%0.2f%%)\n\n' | ||||
| % ( | % ( | ||||
| filename or '___', | pycompat.sysbytes(filename or '___'), | ||||
| function, | pycompat.sysbytes(function), | ||||
| total_cum_sec, | total_cum_sec, | ||||
| total_cum_percent, | total_cum_percent, | ||||
| total_self_sec, | total_self_sec, | ||||
| total_self_percent | total_self_percent | ||||
| )) | )) | ||||
| children = [(child, count) for child, count in children.iteritems()] | children = [(child, count) for child, count in children.iteritems()] | ||||
| children.sort(reverse=True, key=lambda x: x[1]) | children.sort(reverse=True, key=lambda x: x[1]) | ||||
| for child, count in children: | for child, count in children: | ||||
| fp.write(b' %6.2f%% line %s: %s\n' % | fp.write(b' %6.2f%% line %s: %s\n' % | ||||
| (count / relevant_samples * 100, child.lineno, | (count / relevant_samples * 100, child.lineno, | ||||
| child.getsource(50))) | pycompat.sysbytes(child.getsource(50)))) | ||||
| def display_hotpath(data, fp, limit=0.05, **kwargs): | def display_hotpath(data, fp, limit=0.05, **kwargs): | ||||
| class HotNode(object): | class HotNode(object): | ||||
| def __init__(self, site): | def __init__(self, site): | ||||
| self.site = site | self.site = site | ||||
| self.count = 0 | self.count = 0 | ||||
| self.children = {} | self.children = {} | ||||