| quark |
| Restricted Project |
In a future patch we will be reading delta chain entries from another function,
so let's move it to its own function.
| Lint Skipped |
| Unit Tests Skipped |
| Path | Packages | |||
|---|---|---|---|---|
| M | remotefilelog/datapack.py (59 lines) |
| value = struct.unpack(self.INDEXFORMAT, | value = struct.unpack(self.INDEXFORMAT, | ||||
| self._index[loc:loc + entrylen]) | self._index[loc:loc + entrylen]) | ||||
| deltabaseoffset = value[1] | deltabaseoffset = value[1] | ||||
| chain.append(value) | chain.append(value) | ||||
| # Read chain data | # Read chain data | ||||
| deltachain = [] | deltachain = [] | ||||
| for node, deltabaseoffset, offset, size in chain: | for node, deltabaseoffset, offset, size in chain: | ||||
| filename, node, deltabasenode, delta = self._readentry(offset, size) | |||||
| deltachain.append((filename, node, filename, deltabasenode, delta)) | |||||
| # If we've read a lot of data from the mmap, free some memory. | |||||
| self.freememory() | |||||
| return deltachain | |||||
| def _readentry(self, offset, size, getmeta=False): | |||||
| rawentry = self._data[offset:offset + size] | rawentry = self._data[offset:offset + size] | ||||
| self._pagedin += len(rawentry) | self._pagedin += len(rawentry) | ||||
| # <2 byte len> + <filename> | # <2 byte len> + <filename> | ||||
| lengthsize = 2 | lengthsize = 2 | ||||
| filenamelen = struct.unpack('!H', rawentry[:2])[0] | filenamelen = struct.unpack('!H', rawentry[:2])[0] | ||||
| filename = rawentry[lengthsize:lengthsize + filenamelen] | filename = rawentry[lengthsize:lengthsize + filenamelen] | ||||
| # <20 byte node> + <20 byte deltabase> | # <20 byte node> + <20 byte deltabase> | ||||
| nodestart = lengthsize + filenamelen | nodestart = lengthsize + filenamelen | ||||
| deltabasestart = nodestart + NODELENGTH | deltabasestart = nodestart + NODELENGTH | ||||
| node = rawentry[nodestart:deltabasestart] | node = rawentry[nodestart:deltabasestart] | ||||
| deltabasenode = rawentry[deltabasestart:deltabasestart + NODELENGTH] | deltabasenode = rawentry[deltabasestart:deltabasestart + NODELENGTH] | ||||
| # <8 byte len> + <delta> | # <8 byte len> + <delta> | ||||
| deltastart = deltabasestart + NODELENGTH | deltastart = deltabasestart + NODELENGTH | ||||
| rawdeltalen = rawentry[deltastart:deltastart + 8] | rawdeltalen = rawentry[deltastart:deltastart + 8] | ||||
| deltalen = struct.unpack('!Q', rawdeltalen)[0] | deltalen = struct.unpack('!Q', rawdeltalen)[0] | ||||
| delta = rawentry[deltastart + 8:deltastart + 8 + deltalen] | delta = rawentry[deltastart + 8:deltastart + 8 + deltalen] | ||||
| delta = lz4decompress(delta) | delta = lz4decompress(delta) | ||||
| deltachain.append((filename, node, filename, deltabasenode, delta)) | if getmeta: | ||||
| if self.VERSION == 0: | |||||
| # If we've read a lot of data from the mmap, free some memory. | meta = {} | ||||
| self.freememory() | else: | ||||
| metastart = deltastart + 8 + deltalen | |||||
| metalen = struct.unpack_from('!I', rawentry, metastart)[0] | |||||
| return deltachain | rawmeta = rawentry[metastart + 4:metastart + 4 + metalen] | ||||
| meta = shallowutil.parsepackmeta(rawmeta) | |||||
| return filename, node, deltabasenode, delta, meta | |||||
| else: | |||||
| return filename, node, deltabasenode, delta | |||||
| def add(self, name, node, data): | def add(self, name, node, data): | ||||
| raise RuntimeError("cannot add to datapack (%s:%s)" % (name, node)) | raise RuntimeError("cannot add to datapack (%s:%s)" % (name, node)) | ||||
| def _find(self, node): | def _find(self, node): | ||||
| params = self.params | params = self.params | ||||
| fanoutkey = struct.unpack(params.fanoutstruct, | fanoutkey = struct.unpack(params.fanoutstruct, | ||||
| node[:params.fanoutprefix])[0] | node[:params.fanoutprefix])[0] | ||||