[PATCH 5 of 9] bundle-ng: unify _changegroup and _changegroupsubset

Sune Foldager cryo at cyanite.org
Thu Feb 14 17:07:23 CST 2013


# HG changeset patch
# User Benoit Boissinot <benoit.boissinot at ens-lyon.org>
# Date 1360507643 -3600
# Node ID 6599871bf18242484de2a8245bde12769ee8c7db
# Parent  6dd1df40c7389a645b5bb81aca15feb366653cca
bundle-ng: unify _changegroup and _changegroupsubset

diff -r 6dd1df40c738 -r 6599871bf182 mercurial/localrepo.py
--- a/mercurial/localrepo.py	Sun Feb 10 01:12:44 2013 +0100
+++ b/mercurial/localrepo.py	Sun Feb 10 15:47:23 2013 +0100
@@ -1828,8 +1828,12 @@
                         # push everything,
                         # use the fast path, no race possible on push
                         bundler = changegroup.bundle10(bundlecaps, self)
-                        cg = self._changegroup(outgoing.missing, bundler,
-                                               'push')
+                        cg = self._changegroupsubset(outgoing.common,
+                                                     outgoing.missing,
+                                                     outgoing.missingheads,
+                                                     bundler,
+                                                     'push',
+                                                     fastpath=True)
                     else:
                         cg = self.getlocalbundle('push', outgoing, bundlecaps)
 
@@ -2023,8 +2027,8 @@
                                    bundlecaps=bundlecaps)
 
     @unfilteredmethod
-    def _changegroupsubset(self, commonrevs, csets, heads, bundler, source):
-
+    def _changegroupsubset(self, commonrevs, csets, heads, bundler, source,
+                           fastpath=False):
         cl = bundler._changelog
         mf = bundler._manifest
         mfs = {} # needed manifests
@@ -2034,10 +2038,8 @@
 
         # can we go through the fast path ?
         heads.sort()
-        if heads == sorted(self.heads()):
-            return self._changegroup(csets, bundler, source)
+        fastpathlinkrev = fastpath or heads == sorted(self.heads())
 
-        # slow path
         self.hook('preoutgoing', throw=True, source=source)
         self.changegroupinfo(csets, source)
 
@@ -2065,10 +2067,11 @@
                 return x
             elif revlog == mf:
                 clnode = mfs[x]
-                mdata = mf.readfast(x)
-                for f, n in mdata.iteritems():
-                    if f in changedfiles:
-                        fnodes[f].setdefault(n, clnode)
+                if not fastpathlinkrev:
+                    mdata = mf.readfast(x)
+                    for f, n in mdata.iteritems():
+                        if f in changedfiles:
+                            fnodes[f].setdefault(n, clnode)
                 count[0] += 1
                 progress(_bundling, count[0],
                          unit=_manifests, total=count[1])
@@ -2089,6 +2092,14 @@
             mfs.clear()
             return changedfiles
         def getfilenodes(fname, filerevlog):
+            if fastpathlinkrev:
+                ln, llr = filerevlog.node, filerevlog.linkrev
+                def genfilenodes():
+                    for r in filerevlog:
+                        linkrev = llr(r)
+                        if linkrev not in commonrevs:
+                            yield filerevlog.node(r), cl.node(linkrev)
+                fnodes[fname] = dict(genfilenodes())
             fstate[0] = fname
             fstate[1] = fnodes.pop(fname, {})
             return prune(filerevlog, fstate[1])
@@ -2102,73 +2113,6 @@
         return self.changegroupsubset(basenodes, self.heads(), source)
 
     @unfilteredmethod
-    def _changegroup(self, nodes, bundler, source):
-        """Compute the changegroup of all nodes that we have that a recipient
-        doesn't.  Return a chunkbuffer object whose read() method will return
-        successive changegroup chunks.
-
-        This is much easier than the previous function as we can assume that
-        the recipient has any changenode we aren't sending them.
-
-        nodes is the set of nodes to send"""
-
-        cl = bundler._changelog
-        mf = bundler._manifest
-        mfs = {}
-        changedfiles = set()
-        fstate = ['']
-
-        self.hook('preoutgoing', throw=True, source=source)
-        self.changegroupinfo(nodes, source)
-
-        revset = set([cl.rev(n) for n in nodes])
-
-        def gennodelst(log):
-            ln, llr = log.node, log.linkrev
-            return [ln(r) for r in log if llr(r) in revset]
-
-        progress = self.ui.progress
-        _bundling = _('bundling')
-        _changesets = _('changesets')
-        _manifests = _('manifests')
-        _files = _('files')
-
-        def lookup(revlog, x):
-            count = bundler.count
-            if revlog == cl:
-                c = cl.read(x)
-                changedfiles.update(c[3])
-                mfs.setdefault(c[0], x)
-                count[0] += 1
-                progress(_bundling, count[0],
-                         unit=_changesets, total=count[1])
-                return x
-            elif revlog == mf:
-                count[0] += 1
-                progress(_bundling, count[0],
-                         unit=_manifests, total=count[1])
-                return cl.node(revlog.linkrev(revlog.rev(x)))
-            else:
-                progress(_bundling, count[0], item=fstate[0],
-                    total=count[1], unit=_files)
-                return cl.node(revlog.linkrev(revlog.rev(x)))
-
-        bundler.start(lookup)
-
-        def getmfnodes():
-            bundler.count[:] = [0, len(mfs)]
-            return gennodelst(mf)
-        def getfiles():
-            return changedfiles
-        def getfilenodes(fname, filerevlog):
-            fstate[0] = fname
-            return gennodelst(filerevlog)
-
-        gengroup = bundler.generate(nodes, getmfnodes, getfiles, getfilenodes,
-                                    source)
-        return changegroup.unbundle10(util.chunkbuffer(gengroup), 'UN')
-
-    @unfilteredmethod
     def addchangegroup(self, source, srctype, url, emptyok=False):
         """Add the changegroup returned by source.read() to this repo.
         srctype is a string like 'push', 'pull', or 'unbundle'.  url is


More information about the Mercurial-devel mailing list