( )⚙ D6893 sidedata: register the flag processors if the repository allows for it

This is an archive of the discontinued Mercurial Phabricator instance.

Differential D6893

sidedata: register the flag processors if the repository allows for it
ClosedPublic

Authored by marmoute on Sep 27 2019, 12:17 PM.

Details

Reviewers
durin42
indygreg
Group Reviewers
hg-reviewers
Commits
rHG142deb539ccf: sidedata: register the flag processors if the repository allows for it

Diff Detail

Repository
rHG Mercurial
Lint
Lint Skipped
Unit
Unit Tests Skipped

Revision Contents
Changeset List

Diff 16651

mercurial/revlog.py

) )
from .revlogutils.flagutil import ( from .revlogutils.flagutil import (
REVIDX_DEFAULT_FLAGS, REVIDX_DEFAULT_FLAGS,
REVIDX_ELLIPSIS, REVIDX_ELLIPSIS,
REVIDX_EXTSTORED, REVIDX_EXTSTORED,
REVIDX_FLAGS_ORDER, REVIDX_FLAGS_ORDER,
REVIDX_ISCENSORED, REVIDX_ISCENSORED,
REVIDX_RAWTEXT_CHANGING_FLAGS, REVIDX_RAWTEXT_CHANGING_FLAGS,
REVIDX_SIDEDATA,
) )
from .thirdparty import ( from .thirdparty import (
attr, attr,
) )
from . import ( from . import (
ancestor, ancestor,
dagop, dagop,
error, error,
mdiff, mdiff,
policy, policy,
pycompat, pycompat,
templatefilters, templatefilters,
util, util,
) )
from .interfaces import ( from .interfaces import (
repository, repository,
util as interfaceutil, util as interfaceutil,
) )
from .revlogutils import ( from .revlogutils import (
deltas as deltautil, deltas as deltautil,
flagutil, flagutil,
sidedata as sidedatautil,
) )
from .utils import ( from .utils import (
storageutil, storageutil,
stringutil, stringutil,
) )
# blanked usage of all the name to prevent pyflakes constraints # blanked usage of all the name to prevent pyflakes constraints
# We need these name available in the module for extensions. # We need these name available in the module for extensions.
REVLOGV0 REVLOGV0
REVLOGV1 REVLOGV1
REVLOGV2 REVLOGV2
FLAG_INLINE_DATA FLAG_INLINE_DATA
FLAG_GENERALDELTA FLAG_GENERALDELTA
REVLOG_DEFAULT_FLAGS REVLOG_DEFAULT_FLAGS
REVLOG_DEFAULT_FORMAT REVLOG_DEFAULT_FORMAT
REVLOG_DEFAULT_VERSION REVLOG_DEFAULT_VERSION
REVLOGV1_FLAGS REVLOGV1_FLAGS
REVLOGV2_FLAGS REVLOGV2_FLAGS
REVIDX_ISCENSORED REVIDX_ISCENSORED
REVIDX_ELLIPSIS REVIDX_ELLIPSIS
REVIDX_SIDEDATA
REVIDX_EXTSTORED REVIDX_EXTSTORED
REVIDX_DEFAULT_FLAGS REVIDX_DEFAULT_FLAGS
REVIDX_FLAGS_ORDER REVIDX_FLAGS_ORDER
REVIDX_RAWTEXT_CHANGING_FLAGS REVIDX_RAWTEXT_CHANGING_FLAGS
parsers = policy.importmod(r'parsers') parsers = policy.importmod(r'parsers')
rustancestor = policy.importrust(r'ancestor') rustancestor = policy.importrust(r'ancestor')
rustdagop = policy.importrust(r'dagop') rustdagop = policy.importrust(r'dagop')
self._compengineopts['zlib.level'] = opts['zlib.level'] self._compengineopts['zlib.level'] = opts['zlib.level']
if 'zstd.level' in opts: if 'zstd.level' in opts:
self._compengineopts['zstd.level'] = opts['zstd.level'] self._compengineopts['zstd.level'] = opts['zstd.level']
if 'maxdeltachainspan' in opts: if 'maxdeltachainspan' in opts:
self._maxdeltachainspan = opts['maxdeltachainspan'] self._maxdeltachainspan = opts['maxdeltachainspan']
if self._mmaplargeindex and 'mmapindexthreshold' in opts: if self._mmaplargeindex and 'mmapindexthreshold' in opts:
mmapindexthreshold = opts['mmapindexthreshold'] mmapindexthreshold = opts['mmapindexthreshold']
self.hassidedata = bool(opts.get('side-data', False)) self.hassidedata = bool(opts.get('side-data', False))
if self.hassidedata:
self._flagprocessors[REVIDX_SIDEDATA] = sidedatautil.processors
self._sparserevlog = bool(opts.get('sparse-revlog', False)) self._sparserevlog = bool(opts.get('sparse-revlog', False))
withsparseread = bool(opts.get('with-sparse-read', False)) withsparseread = bool(opts.get('with-sparse-read', False))
# sparse-revlog forces sparse-read # sparse-revlog forces sparse-read
self._withsparseread = self._sparserevlog or withsparseread self._withsparseread = self._sparserevlog or withsparseread
if 'sparse-read-density-threshold' in opts: if 'sparse-read-density-threshold' in opts:
self._srdensitythreshold = opts['sparse-read-density-threshold'] self._srdensitythreshold = opts['sparse-read-density-threshold']
if 'sparse-read-min-gap-size' in opts: if 'sparse-read-min-gap-size' in opts:
self._srmingapsize = opts['sparse-read-min-gap-size'] self._srmingapsize = opts['sparse-read-min-gap-size']

mercurial/revlogutils/flagutil.py

from .constants import ( from .constants import (
REVIDX_DEFAULT_FLAGS, REVIDX_DEFAULT_FLAGS,
REVIDX_ELLIPSIS, REVIDX_ELLIPSIS,
REVIDX_EXTSTORED, REVIDX_EXTSTORED,
REVIDX_FLAGS_ORDER, REVIDX_FLAGS_ORDER,
REVIDX_ISCENSORED, REVIDX_ISCENSORED,
REVIDX_RAWTEXT_CHANGING_FLAGS, REVIDX_RAWTEXT_CHANGING_FLAGS,
REVIDX_SIDEDATA,
) )
from .. import ( from .. import (
error, error,
util util
) )
# blanked usage of all the name to prevent pyflakes constraints # blanked usage of all the name to prevent pyflakes constraints
# We need these name available in the module for extensions. # We need these name available in the module for extensions.
REVIDX_ISCENSORED REVIDX_ISCENSORED
REVIDX_ELLIPSIS REVIDX_ELLIPSIS
REVIDX_EXTSTORED REVIDX_EXTSTORED
REVIDX_SIDEDATA
REVIDX_DEFAULT_FLAGS REVIDX_DEFAULT_FLAGS
REVIDX_FLAGS_ORDER REVIDX_FLAGS_ORDER
REVIDX_RAWTEXT_CHANGING_FLAGS REVIDX_RAWTEXT_CHANGING_FLAGS
REVIDX_KNOWN_FLAGS = util.bitsfrom(REVIDX_FLAGS_ORDER) REVIDX_KNOWN_FLAGS = util.bitsfrom(REVIDX_FLAGS_ORDER)
# Store flag processors (cf. 'addflagprocessor()' to register) # Store flag processors (cf. 'addflagprocessor()' to register)
flagprocessors = { flagprocessors = {

mercurial/revlogutils/sidedata.py

sidedata[key] = entrytext sidedata[key] = entrytext
dataoffset = nextdataoffset dataoffset = nextdataoffset
text = text[dataoffset:] text = text[dataoffset:]
return text, True, sidedata return text, True, sidedata
def sidedatarawprocessor(rl, text): def sidedatarawprocessor(rl, text):
# side data modifies rawtext and prevent rawtext hash validation # side data modifies rawtext and prevent rawtext hash validation
return False return False
processors = (
sidedatareadprocessor,
sidedatawriteprocessor,
sidedatarawprocessor,
)