| hg-reviewers |
We are about to add more information to this docket, having a clear location to
stock them in memory will help.
| Automatic diff as part of commit; lint not applicable. |
| Automatic diff as part of commit; unit tests not applicable. |
| Path | Packages | |||
|---|---|---|---|---|
| M | mercurial/revlogutils/nodemap.py (50 lines) |
| Status | Author | Revision | |
|---|---|---|---|
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute | ||
| Closed | marmoute |
| pdata = revlog.opener.tryread(revlog.nodemap_file) | pdata = revlog.opener.tryread(revlog.nodemap_file) | ||||
| if not pdata: | if not pdata: | ||||
| return None | return None | ||||
| offset = 0 | offset = 0 | ||||
| (version,) = S_VERSION.unpack(pdata[offset : offset + S_VERSION.size]) | (version,) = S_VERSION.unpack(pdata[offset : offset + S_VERSION.size]) | ||||
| if version != ONDISK_VERSION: | if version != ONDISK_VERSION: | ||||
| return None | return None | ||||
| offset += S_VERSION.size | offset += S_VERSION.size | ||||
| (uuid_size,) = S_HEADER.unpack(pdata[offset : offset + S_HEADER.size]) | (uid_size,) = S_HEADER.unpack(pdata[offset : offset + S_HEADER.size]) | ||||
| offset += S_HEADER.size | offset += S_HEADER.size | ||||
| uid = pdata[offset : offset + uuid_size] | docket = NodeMapDocket(pdata[offset : offset + uid_size]) | ||||
| filename = _rawdata_filepath(revlog, uid) | filename = _rawdata_filepath(revlog, docket) | ||||
| return revlog.opener.tryread(filename) | return revlog.opener.tryread(filename) | ||||
| def setup_persistent_nodemap(tr, revlog): | def setup_persistent_nodemap(tr, revlog): | ||||
| """Install whatever is needed transaction side to persist a nodemap on disk | """Install whatever is needed transaction side to persist a nodemap on disk | ||||
| (only actually persist the nodemap if this is relevant for this revlog) | (only actually persist the nodemap if this is relevant for this revlog) | ||||
| """ | """ | ||||
| ) | ) | ||||
| if revlog.nodemap_file is None: | if revlog.nodemap_file is None: | ||||
| msg = "calling persist nodemap on a revlog without the feature enableb" | msg = "calling persist nodemap on a revlog without the feature enableb" | ||||
| raise error.ProgrammingError(msg) | raise error.ProgrammingError(msg) | ||||
| if util.safehasattr(revlog.index, "nodemap_data_all"): | if util.safehasattr(revlog.index, "nodemap_data_all"): | ||||
| data = revlog.index.nodemap_data_all() | data = revlog.index.nodemap_data_all() | ||||
| else: | else: | ||||
| data = persistent_data(revlog.index) | data = persistent_data(revlog.index) | ||||
| uid = _make_uid() | target_docket = NodeMapDocket() | ||||
| datafile = _rawdata_filepath(revlog, uid) | datafile = _rawdata_filepath(revlog, target_docket) | ||||
| olds = _other_rawdata_filepath(revlog, uid) | olds = _other_rawdata_filepath(revlog, target_docket) | ||||
| if olds: | if olds: | ||||
| realvfs = getattr(revlog, '_realopener', revlog.opener) | realvfs = getattr(revlog, '_realopener', revlog.opener) | ||||
| def cleanup(tr): | def cleanup(tr): | ||||
| for oldfile in olds: | for oldfile in olds: | ||||
| realvfs.tryunlink(oldfile) | realvfs.tryunlink(oldfile) | ||||
| callback_id = b"revlog-cleanup-nodemap-%s" % revlog.nodemap_file | callback_id = b"revlog-cleanup-nodemap-%s" % revlog.nodemap_file | ||||
| tr.addpostclose(callback_id, cleanup) | tr.addpostclose(callback_id, cleanup) | ||||
| # EXP-TODO: if this is a cache, this should use a cache vfs, not a | # EXP-TODO: if this is a cache, this should use a cache vfs, not a | ||||
| # store vfs | # store vfs | ||||
| with revlog.opener(datafile, b'w') as fd: | with revlog.opener(datafile, b'w') as fd: | ||||
| fd.write(data) | fd.write(data) | ||||
| # EXP-TODO: if this is a cache, this should use a cache vfs, not a | # EXP-TODO: if this is a cache, this should use a cache vfs, not a | ||||
| # store vfs | # store vfs | ||||
| with revlog.opener(revlog.nodemap_file, b'w', atomictemp=True) as fp: | with revlog.opener(revlog.nodemap_file, b'w', atomictemp=True) as fp: | ||||
| fp.write(_serialize_docket(uid)) | fp.write(target_docket.serialize()) | ||||
| # EXP-TODO: if the transaction abort, we should remove the new data and | # EXP-TODO: if the transaction abort, we should remove the new data and | ||||
| # reinstall the old one. | # reinstall the old one. | ||||
| ### Nodemap docket file | ### Nodemap docket file | ||||
| # | # | ||||
| # The nodemap data are stored on disk using 2 files: | # The nodemap data are stored on disk using 2 files: | ||||
| # | # | ||||
| def _make_uid(): | def _make_uid(): | ||||
| """return a new unique identifier. | """return a new unique identifier. | ||||
| The identifier is random and composed of ascii characters.""" | The identifier is random and composed of ascii characters.""" | ||||
| return nodemod.hex(os.urandom(ID_SIZE)) | return nodemod.hex(os.urandom(ID_SIZE)) | ||||
| def _serialize_docket(uid): | class NodeMapDocket(object): | ||||
| """metadata associated with persistent nodemap data | |||||
| The persistent data may come from disk or be on their way to disk. | |||||
| """ | |||||
| def __init__(self, uid=None): | |||||
| if uid is None: | |||||
| uid = _make_uid() | |||||
| self.uid = uid | |||||
| def copy(self): | |||||
| return NodeMapDocket(uid=self.uid) | |||||
| def serialize(self): | |||||
| """return serialized bytes for a docket using the passed uid""" | """return serialized bytes for a docket using the passed uid""" | ||||
| data = [] | data = [] | ||||
| data.append(S_VERSION.pack(ONDISK_VERSION)) | data.append(S_VERSION.pack(ONDISK_VERSION)) | ||||
| data.append(S_HEADER.pack(len(uid))) | data.append(S_HEADER.pack(len(self.uid))) | ||||
| data.append(uid) | data.append(self.uid) | ||||
| return b''.join(data) | return b''.join(data) | ||||
| def _rawdata_filepath(revlog, uid): | def _rawdata_filepath(revlog, docket): | ||||
| """The (vfs relative) nodemap's rawdata file for a given uid""" | """The (vfs relative) nodemap's rawdata file for a given uid""" | ||||
| prefix = revlog.nodemap_file[:-2] | prefix = revlog.nodemap_file[:-2] | ||||
| return b"%s-%s.nd" % (prefix, uid) | return b"%s-%s.nd" % (prefix, docket.uid) | ||||
| def _other_rawdata_filepath(revlog, uid): | def _other_rawdata_filepath(revlog, docket): | ||||
| prefix = revlog.nodemap_file[:-2] | prefix = revlog.nodemap_file[:-2] | ||||
| pattern = re.compile(b"(^|/)%s-[0-9a-f]+\.nd$" % prefix) | pattern = re.compile(b"(^|/)%s-[0-9a-f]+\.nd$" % prefix) | ||||
| new_file_path = _rawdata_filepath(revlog, uid) | new_file_path = _rawdata_filepath(revlog, docket) | ||||
| new_file_name = revlog.opener.basename(new_file_path) | new_file_name = revlog.opener.basename(new_file_path) | ||||
| dirpath = revlog.opener.dirname(new_file_path) | dirpath = revlog.opener.dirname(new_file_path) | ||||
| others = [] | others = [] | ||||
| for f in revlog.opener.listdir(dirpath): | for f in revlog.opener.listdir(dirpath): | ||||
| if pattern.match(f) and f != new_file_name: | if pattern.match(f) and f != new_file_name: | ||||
| others.append(f) | others.append(f) | ||||
| return others | return others | ||||