( )⚙ D7836 nodemap: add a function to read the data from disk

This is an archive of the discontinued Mercurial Phabricator instance.

Differential D7836

nodemap: add a function to read the data from disk
ClosedPublic

Authored by marmoute on Jan 11 2020, 12:03 PM.

Details

Reviewers
None
Group Reviewers
hg-reviewers
Commits
rHG6c07480d6659: nodemap: add a function to read the data from disk
Summary

This changeset is small and mostly an excuse to introduce an API function
reading the data from disk.

Diff Detail

Repository
rHG Mercurial
Lint
Lint Skipped
Unit
Unit Tests Skipped

Event Timeline

marmoute created this revision.Jan 11 2020, 12:03 PM
marmoute updated this revision to Diff 19173.Jan 13 2020, 10:06 AM
marmoute updated this revision to Diff 19426.Jan 17 2020, 1:05 PM
marmoute updated this revision to Diff 19752.Jan 31 2020, 10:28 AM
marmoute updated this revision to Diff 19782.Jan 31 2020, 5:57 PM
marmoute updated this revision to Diff 19826.Feb 2 2020, 3:17 AM

small doc update on .#s[1]

marmoute updated this revision to Diff 19884.Feb 4 2020, 7:24 PM

rebase to latest default

marmoute added a commit: rHG6c07480d6659: nodemap: add a function to read the data from disk.Feb 10 2020, 8:22 PM
This revision was not accepted when it landed; it landed in state Needs Review.
Closed by commit rHG6c07480d6659: nodemap: add a function to read the data from disk (authored by marmoute). · Explain Why
This revision was automatically updated to reflect the committed changes.

Revision Contents
Changeset List

Diff 19156

mercurial/debugcommands.py

for a in args: for a in args:
completions.update(n for n in names if n.startswith(a)) completions.update(n for n in names if n.startswith(a))
ui.write(b'\n'.join(sorted(completions))) ui.write(b'\n'.join(sorted(completions)))
ui.write(b'\n') ui.write(b'\n')
@command( @command(
b'debugnodemap', b'debugnodemap',
[('', b'dump', False, _(b'write a (binary) serialised nodemap on stdin'))], [
(
'',
b'dump-new',
False,
_(b'write a (binary) serialised (new) nodemap on stdin'),
),
('', b'dump-disk', False, _(b'dump on-disk data on stdin')),
],
) )
def debugnodemap(ui, repo, **args): def debugnodemap(ui, repo, **args):
"""write and inspect on disk nodemap """write and inspect on disk nodemap
""" """
if args['dump']: if args['dump_new']:
unfi = repo.unfiltered() unfi = repo.unfiltered()
cl = unfi.changelog cl = unfi.changelog
data = nodemap.persistent_data(cl.index) data = nodemap.persistent_data(cl.index)
ui.write(data) ui.write(data)
elif args['dump_disk']:
unfi = repo.unfiltered()
cl = unfi.changelog
data = nodemap.persisted_data(cl)
ui.write(data)
@command( @command(
b'debugobsolete', b'debugobsolete',
[ [
(b'', b'flags', 0, _(b'markers flag')), (b'', b'flags', 0, _(b'markers flag')),
( (
b'', b'',

mercurial/revlogutils/nodemap.py

) )
class NodeMap(dict): class NodeMap(dict):
def __missing__(self, x): def __missing__(self, x):
raise error.RevlogError(b'unknown node: %s' % x) raise error.RevlogError(b'unknown node: %s' % x)
def persisted_data(revlog):
"""read the nodemap for a revlog from disk"""
if revlog.nodemap_file is None:
return None
return revlog.opener.tryread(revlog.nodemap_file)
def setup_persistent_nodemap(tr, revlog): def setup_persistent_nodemap(tr, revlog):
if revlog.nodemap_file is None: if revlog.nodemap_file is None:
return # we do not use persistent_nodemap on this revlog return # we do not use persistent_nodemap on this revlog
callback_id = b"revlog-persistent-nodemap-%s" % revlog.nodemap_file callback_id = b"revlog-persistent-nodemap-%s" % revlog.nodemap_file
if tr.hasfinalize(callback_id): if tr.hasfinalize(callback_id):
return # no need to register again return # no need to register again
tr.addfinalize(callback_id, lambda tr: _persist_nodemap(tr, revlog)) tr.addfinalize(callback_id, lambda tr: _persist_nodemap(tr, revlog))

tests/test-completion.t

debugindexstats: debugindexstats:
debuginstall: template debuginstall: template
debugknown: debugknown:
debuglabelcomplete: debuglabelcomplete:
debuglocks: force-lock, force-wlock, set-lock, set-wlock debuglocks: force-lock, force-wlock, set-lock, set-wlock
debugmanifestfulltextcache: clear, add debugmanifestfulltextcache: clear, add
debugmergestate: debugmergestate:
debugnamecomplete: debugnamecomplete:
debugnodemap: dump debugnodemap: dump-new, dump-disk
debugobsolete: flags, record-parents, rev, exclusive, index, delete, date, user, template debugobsolete: flags, record-parents, rev, exclusive, index, delete, date, user, template
debugp1copies: rev debugp1copies: rev
debugp2copies: rev debugp2copies: rev
debugpathcomplete: full, normal, added, removed debugpathcomplete: full, normal, added, removed
debugpathcopies: include, exclude debugpathcopies: include, exclude
debugpeer: debugpeer:
debugpickmergetool: rev, changedelete, include, exclude, tool debugpickmergetool: rev, changedelete, include, exclude, tool
debugpushkey: debugpushkey:

tests/test-persistent-nodemap.t

=================================== ===================================
Test the persistent on-disk nodemap Test the persistent on-disk nodemap
=================================== ===================================
$ hg init test-repo $ hg init test-repo
$ cd test-repo $ cd test-repo
$ cat << EOF >> .hg/hgrc $ cat << EOF >> .hg/hgrc
> [experimental] > [experimental]
> exp-persistent-nodemap=yes > exp-persistent-nodemap=yes
> EOF > EOF
$ hg debugbuilddag .+5000 $ hg debugbuilddag .+5000
$ hg debugnodemap --dump | f --sha256 --size $ hg debugnodemap --dump-new | f --sha256 --size
size=245760, sha256=5dbe62ab98a26668b544063d4d674ac4452ba903ee8895c52fd21d9bbd771e09 size=245760, sha256=5dbe62ab98a26668b544063d4d674ac4452ba903ee8895c52fd21d9bbd771e09
$ f --sha256 --bytes=256 --hexdump --size < .hg/store/00changelog.n $ hg debugnodemap --dump-disk | f --sha256 --bytes=256 --hexdump --size
size=245760, sha256=5dbe62ab98a26668b544063d4d674ac4452ba903ee8895c52fd21d9bbd771e09 size=245760, sha256=5dbe62ab98a26668b544063d4d674ac4452ba903ee8895c52fd21d9bbd771e09
0000: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................| 0000: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................|
0010: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................| 0010: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................|
0020: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................| 0020: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................|
0030: ff ff ff ff ff ff fa c6 ff ff ff ff ff ff ff ff |................| 0030: ff ff ff ff ff ff fa c6 ff ff ff ff ff ff ff ff |................|
0040: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................| 0040: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................|
0050: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................| 0050: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff ff |................|
0060: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ed b7 |................| 0060: ff ff ff ff ff ff ff ff ff ff ff ff ff ff ed b7 |................|