| quark |
| Restricted Project |
| Automatic diff as part of commit; lint not applicable. |
| Automatic diff as part of commit; unit tests not applicable. |
| Path | Packages | |||
|---|---|---|---|---|
| M | remotefilelog/basestore.py (29 lines) | |||
| M | remotefilelog/contentstore.py (3 lines) | |||
| M | remotefilelog/metadatastore.py (2 lines) |
| ui.status(_("finished: removed %s of %s files (%0.2f GB to %0.2f GB)\n") | ui.status(_("finished: removed %s of %s files (%0.2f GB to %0.2f GB)\n") | ||||
| % (removed, count, | % (removed, count, | ||||
| float(originalsize) / 1024.0 / 1024.0 / 1024.0, | float(originalsize) / 1024.0 / 1024.0 / 1024.0, | ||||
| float(size) / 1024.0 / 1024.0 / 1024.0)) | float(size) / 1024.0 / 1024.0 / 1024.0)) | ||||
| class baseunionstore(object): | class baseunionstore(object): | ||||
| def __init__(self, *args, **kwargs): | def __init__(self, *args, **kwargs): | ||||
| pass | # If one of the functions that iterates all of the stores is about to | ||||
| # throw a KeyError, try this many times with a full refresh between | |||||
| # attempts. A repack operation may have moved data from one store to | |||||
| # another while we were running. | |||||
| self.numattempts = kwargs.get('numretries', 0) + 1 | |||||
| # If not-None, call this function on every retry and if the attempts are | |||||
| # exhausted. | |||||
| self.retrylog = kwargs.get('retrylog', None) | |||||
| def markforrefresh(self): | def markforrefresh(self): | ||||
| for store in self.stores: | for store in self.stores: | ||||
| if util.safehasattr(store, 'markforrefresh'): | if util.safehasattr(store, 'markforrefresh'): | ||||
| store.markforrefresh() | store.markforrefresh() | ||||
| @staticmethod | |||||
| def retriable(fn): | |||||
| def noop(*args): | |||||
| pass | |||||
| def wrapped(self, *args, **kwargs): | |||||
| retrylog = self.retrylog or noop | |||||
| funcname = fn.__name__ | |||||
| for i in xrange(self.numattempts): | |||||
| if i > 0: | |||||
| retrylog('re-attempting (n=%d) %s\n' % (i, funcname)) | |||||
| self.markforrefresh() | |||||
| try: | |||||
| return fn(self, *args, **kwargs) | |||||
| except KeyError: | |||||
| pass | |||||
| # retries exhausted | |||||
| retrylog('retries exhausted in %s, raising KeyError\n' % funcname) | |||||
| raise | |||||
| return wrapped | |||||
| text = fulltext | text = fulltext | ||||
| while chain: | while chain: | ||||
| delta = chain.pop()[ChainIndicies.DATA] | delta = chain.pop()[ChainIndicies.DATA] | ||||
| text = mdiff.patches(text, [delta]) | text = mdiff.patches(text, [delta]) | ||||
| return text | return text | ||||
| @basestore.baseunionstore.retriable | |||||
| def getdelta(self, name, node): | def getdelta(self, name, node): | ||||
| """Return the single delta entry for the given name/node pair. | """Return the single delta entry for the given name/node pair. | ||||
| """ | """ | ||||
| for store in self.stores: | for store in self.stores: | ||||
| try: | try: | ||||
| return store.getdelta(name, node) | return store.getdelta(name, node) | ||||
| except KeyError: | except KeyError: | ||||
| pass | pass | ||||
| except KeyError: | except KeyError: | ||||
| # If we allow incomplete chains, don't throw. | # If we allow incomplete chains, don't throw. | ||||
| if not self.allowincomplete: | if not self.allowincomplete: | ||||
| raise | raise | ||||
| break | break | ||||
| return chain | return chain | ||||
| @basestore.baseunionstore.retriable | |||||
| def getmeta(self, name, node): | def getmeta(self, name, node): | ||||
| """Returns the metadata dict for given node.""" | """Returns the metadata dict for given node.""" | ||||
| for store in self.stores: | for store in self.stores: | ||||
| try: | try: | ||||
| return store.getmeta(name, node) | return store.getmeta(name, node) | ||||
| except KeyError: | except KeyError: | ||||
| pass | pass | ||||
| raise KeyError((name, hex(node))) | raise KeyError((name, hex(node))) | ||||
| def getmetrics(self): | def getmetrics(self): | ||||
| metrics = [s.getmetrics() for s in self.stores] | metrics = [s.getmetrics() for s in self.stores] | ||||
| return shallowutil.sumdicts(*metrics) | return shallowutil.sumdicts(*metrics) | ||||
| @basestore.baseunionstore.retriable | |||||
| def _getpartialchain(self, name, node): | def _getpartialchain(self, name, node): | ||||
| """Returns a partial delta chain for the given name/node pair. | """Returns a partial delta chain for the given name/node pair. | ||||
| A partial chain is a chain that may not be terminated in a full-text. | A partial chain is a chain that may not be terminated in a full-text. | ||||
| """ | """ | ||||
| for store in self.stores: | for store in self.stores: | ||||
| try: | try: | ||||
| return store.getdeltachain(name, node) | return store.getdeltachain(name, node) | ||||
| raise | raise | ||||
| # If the requested name+node doesn't exist, always throw. | # If the requested name+node doesn't exist, always throw. | ||||
| if (curname, curnode) == (name, node): | if (curname, curnode) == (name, node): | ||||
| raise | raise | ||||
| # TODO: ancestors should probably be (name, node) -> (value) | # TODO: ancestors should probably be (name, node) -> (value) | ||||
| return ancestors | return ancestors | ||||
| @basestore.baseunionstore.retriable | |||||
| def _getpartialancestors(self, name, node, known=None): | def _getpartialancestors(self, name, node, known=None): | ||||
| for store in self.stores: | for store in self.stores: | ||||
| try: | try: | ||||
| return store.getancestors(name, node, known=known) | return store.getancestors(name, node, known=known) | ||||
| except KeyError: | except KeyError: | ||||
| pass | pass | ||||
| raise KeyError((name, hex(node))) | raise KeyError((name, hex(node))) | ||||
| @basestore.baseunionstore.retriable | |||||
| def getnodeinfo(self, name, node): | def getnodeinfo(self, name, node): | ||||
| for store in self.stores: | for store in self.stores: | ||||
| try: | try: | ||||
| return store.getnodeinfo(name, node) | return store.getnodeinfo(name, node) | ||||
| except KeyError: | except KeyError: | ||||
| pass | pass | ||||
| raise KeyError((name, hex(node))) | raise KeyError((name, hex(node))) | ||||