[PATCH 1 of 2] serve: add support for Mercurial subrepositories
Matt Harbison
mharbison72 at gmail.com
Mon Feb 13 02:37:44 UTC 2017
# HG changeset patch
# User Matt Harbison <matt_harbison at yahoo.com>
# Date 1486875517 18000
# Sat Feb 11 23:58:37 2017 -0500
# Node ID eb928f06946008029568abd1ef8491ded316fc31
# Parent a95fc01aaffe805bcc4c02a822b82a1162fa35b9
serve: add support for Mercurial subrepositories
I've been using `hg serve --web-conf ...` with a simple '/=projects/**' [paths]
configuration for awhile without issue. Let's ditch the need for the manual
configuration in this case, and limit the repos served to the actual subrepos.
This doesn't attempt to handle the case where a new subrepo appears while the
server is running. That could probably be handled with a hook if somebody wants
it. But it's such a rare case, it probably doesn't matter for the temporary
serves.
Unfortunately, the root of the webserver when serving multiple repos is the html
index file. This makes the URL different for `hg serve` vs `hg serve -S`,
because the top level repo then needs to be part of the path. That will be
fixed next.
The web.staticurl config is set, because the icons served up are already visible
by default when -S isn't given. I assume this is a difference between hgweb and
hgwebdir, but there's no reason for the user to be exposed to this. As an
aside, the help for web.staticurl seems to wrongly describe the value of this
setting.
diff --git a/mercurial/cmdutil.py b/mercurial/cmdutil.py
--- a/mercurial/cmdutil.py
+++ b/mercurial/cmdutil.py
@@ -2294,6 +2294,15 @@
bad.extend(f for f in rejected if f in match.files())
return bad
+def addwebdirpath(repo, serverpath, webconf):
+ webconf[serverpath] = repo.root
+ repo.ui.debug('adding %s = %s\n' % (serverpath, repo.root))
+
+ for r in repo.revs('filelog("path:.hgsub")'):
+ ctx = repo[r]
+ for subpath in ctx.substate:
+ ctx.sub(subpath).addwebdirpath(serverpath, webconf)
+
def forget(ui, repo, match, prefix, explicitonly):
join = lambda f: os.path.join(prefix, f)
bad = []
diff --git a/mercurial/commands.py b/mercurial/commands.py
--- a/mercurial/commands.py
+++ b/mercurial/commands.py
@@ -5787,7 +5787,8 @@
('t', 'templates', '', _('web templates to use'), _('TEMPLATE')),
('', 'style', '', _('template style to use'), _('STYLE')),
('6', 'ipv6', None, _('use IPv6 in addition to IPv4')),
- ('', 'certificate', '', _('SSL certificate file'), _('FILE'))],
+ ('', 'certificate', '', _('SSL certificate file'), _('FILE'))]
+ + subrepoopts,
_('[OPTION]...'),
optionalrepo=True)
def serve(ui, repo, **opts):
diff --git a/mercurial/help/subrepos.txt b/mercurial/help/subrepos.txt
--- a/mercurial/help/subrepos.txt
+++ b/mercurial/help/subrepos.txt
@@ -136,6 +136,11 @@
subrepository changes are available when referenced by top-level
repositories. Push is a no-op for Subversion subrepositories.
+:serve: serve does not recurse into subrepositories unless
+ -S/--subrepos is specified. Git and Subversion subrepositories
+ are currently silently ignored. Mercurial subrepositories with a
+ URL source are also silently ignored.
+
:status: status does not recurse into subrepositories unless
-S/--subrepos is specified. Subrepository changes are displayed as
regular Mercurial changes on the subrepository
diff --git a/mercurial/server.py b/mercurial/server.py
--- a/mercurial/server.py
+++ b/mercurial/server.py
@@ -16,6 +16,7 @@
from . import (
chgserver,
+ cmdutil,
commandserver,
error,
hgweb,
@@ -135,11 +136,31 @@
baseui = ui
webconf = opts.get('web_conf') or opts.get('webdir_conf')
if webconf:
+ if opts.get('subrepos'):
+ raise error.Abort(_('--web-conf cannot be used with --subrepos'))
+
# load server settings (e.g. web.port) to "copied" ui, which allows
# hgwebdir to reload webconf cleanly
servui = ui.copy()
servui.readconfig(webconf, sections=['web'])
alluis.add(servui)
+ elif opts.get('subrepos'):
+ servui = ui.copy()
+ alluis.add(servui)
+
+ # If repo is None, hgweb.createapp() already raises a proper abort
+ # message as long as webconf is None.
+ if repo:
+ webconf = dict()
+ cmdutil.addwebdirpath(repo, repo.wvfs.basename(repo.root) + '/',
+ webconf)
+
+ # The icons aren't rendered in a web browser without this.
+ # Unfortunately, the pages generated aren't sensitive to this
+ # config, so it can't be set to something else if there's a repo
+ # named 'static'.
+ if 'static' not in webconf:
+ baseui.setconfig('web', 'staticurl', 'static', source='serve')
else:
servui = ui
diff --git a/mercurial/subrepo.py b/mercurial/subrepo.py
--- a/mercurial/subrepo.py
+++ b/mercurial/subrepo.py
@@ -438,6 +438,15 @@
self._ctx = ctx
self._path = path
+ def addwebdirpath(self, serverpath, webconf):
+ """Add the hgwebdir entries for this subrepo, and any of its subrepos.
+
+ ``serverpath`` is the path component of the URL for this repo.
+
+ ``webconf`` is the dictionary of hgwebdir entries.
+ """
+ pass
+
def storeclean(self, path):
"""
returns true if the repository has not changed since it was last
@@ -645,6 +654,17 @@
self.ui.setconfig('ui', '_usedassubrepo', 'True', 'subrepo')
self._initrepo(r, state[0], create)
+ @annotatesubrepoerror
+ def addwebdirpath(self, serverpath, webconf):
+ # The URL request contains the subrepo source path, not the local
+ # subrepo path. The distinction matters for 'foo = ../foo' type
+ # entries. It isn't possible to serve up 'foo = http://..' type
+ # entries, because the server path is relative to this local server.
+ src = self._state[0]
+ if util.url(src).islocal():
+ path = util.normpath(serverpath + src)
+ cmdutil.addwebdirpath(self._repo, path + '/', webconf)
+
def storeclean(self, path):
with self._repo.lock():
return self._storeclean(path)
diff --git a/tests/test-completion.t b/tests/test-completion.t
--- a/tests/test-completion.t
+++ b/tests/test-completion.t
@@ -179,6 +179,7 @@
--repository
--stdio
--style
+ --subrepos
--templates
--time
--traceback
@@ -189,6 +190,7 @@
-A
-E
-R
+ -S
-a
-d
-h
@@ -220,7 +222,7 @@
pull: update, force, rev, bookmark, branch, ssh, remotecmd, insecure
push: force, rev, bookmark, branch, new-branch, ssh, remotecmd, insecure
remove: after, force, subrepos, include, exclude
- serve: accesslog, daemon, daemon-postexec, errorlog, port, address, prefix, name, web-conf, webdir-conf, pid-file, stdio, cmdserver, templates, style, ipv6, certificate
+ serve: accesslog, daemon, daemon-postexec, errorlog, port, address, prefix, name, web-conf, webdir-conf, pid-file, stdio, cmdserver, templates, style, ipv6, certificate, subrepos
status: all, modified, added, removed, deleted, clean, unknown, ignored, no-status, copies, print0, rev, change, include, exclude, subrepos, template
summary: remote
update: clean, check, date, rev, tool
diff --git a/tests/test-subrepo-deep-nested-change.t b/tests/test-subrepo-deep-nested-change.t
--- a/tests/test-subrepo-deep-nested-change.t
+++ b/tests/test-subrepo-deep-nested-change.t
@@ -73,6 +73,53 @@
adding main/main (glob)
$ hg commit -R main -m "main import"
+#if serve
+ $ hg serve -R main --debug -S -p $HGPORT -d --pid-file=hg1.pid -E error.log -A access.log
+ adding main/ = $TESTTMP/main (glob)
+ adding sub1/ = $TESTTMP/main/sub1 (glob)
+ adding sub2/ = $TESTTMP/main/sub1/sub2 (glob)
+ listening at http://*:$HGPORT/ (bound to *:$HGPORT) (glob)
+ adding main/ = $TESTTMP/main (glob)
+ adding sub1/ = $TESTTMP/main/sub1 (glob)
+ adding sub2/ = $TESTTMP/main/sub1/sub2 (glob)
+ $ cat hg1.pid >> $DAEMON_PIDS
+
+ $ hg clone http://localhost:$HGPORT/main httpclone --config progress.disable=True
+ requesting all changes
+ adding changesets
+ adding manifests
+ adding file changes
+ added 1 changesets with 3 changes to 3 files
+ updating to branch default
+ cloning subrepo sub1 from http://localhost:$HGPORT/sub1
+ requesting all changes
+ adding changesets
+ adding manifests
+ adding file changes
+ added 1 changesets with 3 changes to 3 files
+ cloning subrepo sub1/sub2 from http://localhost:$HGPORT/sub2 (glob)
+ requesting all changes
+ adding changesets
+ adding manifests
+ adding file changes
+ added 1 changesets with 1 changes to 1 files
+ 3 files updated, 0 files merged, 0 files removed, 0 files unresolved
+
+ $ cat access.log
+ * "GET /main?cmd=capabilities HTTP/1.1" 200 - (glob)
+ * "GET /main?cmd=batch HTTP/1.1" 200 - x-hgarg-1:cmds=heads+%3Bknown+nodes%3D x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /main?cmd=getbundle HTTP/1.1" 200 - x-hgarg-1:bundlecaps=HG20%2Cbundle2%3DHG20%250Achangegroup%253D01%252C02%250Adigests%253Dmd5%252Csha1%252Csha512%250Aerror%253Dabort%252Cunsupportedcontent%252Cpushraced%252Cpushkey%250Ahgtagsfnodes%250Alistkeys%250Apushkey%250Aremote-changegroup%253Dhttp%252Chttps&cg=1&common=0000000000000000000000000000000000000000&heads=7f491f53a367861f47ee64a80eb997d1f341b77a&listkeys=phases%2Cbookmarks x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /sub1?cmd=capabilities HTTP/1.1" 200 - (glob)
+ * "GET /sub1?cmd=batch HTTP/1.1" 200 - x-hgarg-1:cmds=heads+%3Bknown+nodes%3D x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /sub1?cmd=getbundle HTTP/1.1" 200 - x-hgarg-1:bundlecaps=HG20%2Cbundle2%3DHG20%250Achangegroup%253D01%252C02%250Adigests%253Dmd5%252Csha1%252Csha512%250Aerror%253Dabort%252Cunsupportedcontent%252Cpushraced%252Cpushkey%250Ahgtagsfnodes%250Alistkeys%250Apushkey%250Aremote-changegroup%253Dhttp%252Chttps&cg=1&common=0000000000000000000000000000000000000000&heads=fc3b4ce2696f7741438c79207583768f2ce6b0dd&listkeys=phases%2Cbookmarks x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /sub2?cmd=capabilities HTTP/1.1" 200 - (glob)
+ * "GET /sub2?cmd=batch HTTP/1.1" 200 - x-hgarg-1:cmds=heads+%3Bknown+nodes%3D x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /sub2?cmd=getbundle HTTP/1.1" 200 - x-hgarg-1:bundlecaps=HG20%2Cbundle2%3DHG20%250Achangegroup%253D01%252C02%250Adigests%253Dmd5%252Csha1%252Csha512%250Aerror%253Dabort%252Cunsupportedcontent%252Cpushraced%252Cpushkey%250Ahgtagsfnodes%250Alistkeys%250Apushkey%250Aremote-changegroup%253Dhttp%252Chttps&cg=1&common=0000000000000000000000000000000000000000&heads=c57a0840e3badd667ef3c3ef65471609acb2ba3c&listkeys=phases%2Cbookmarks x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+
+ $ killdaemons.py
+ $ rm hg1.pid error.log access.log
+#endif
+
Cleaning both repositories, just as a clone -U
$ hg up -C -R sub2 null
diff --git a/tests/test-subrepo-recursion.t b/tests/test-subrepo-recursion.t
--- a/tests/test-subrepo-recursion.t
+++ b/tests/test-subrepo-recursion.t
@@ -251,6 +251,60 @@
z1
+z2
+#if serve
+ $ cd ..
+ $ hg serve -R repo --debug -S -p $HGPORT -d --pid-file=hg1.pid -E error.log -A access.log
+ adding repo/ = $TESTTMP/repo (glob)
+ adding repo/foo/ = $TESTTMP/repo/foo (glob)
+ adding repo/foo/bar/ = $TESTTMP/repo/foo/bar (glob)
+ listening at http://*:$HGPORT/ (bound to *:$HGPORT) (glob)
+ adding repo/ = $TESTTMP/repo (glob)
+ adding repo/foo/ = $TESTTMP/repo/foo (glob)
+ adding repo/foo/bar/ = $TESTTMP/repo/foo/bar (glob)
+ $ cat hg1.pid >> $DAEMON_PIDS
+
+ $ hg clone http://localhost:$HGPORT/repo clone --config progress.disable=True
+ requesting all changes
+ adding changesets
+ adding manifests
+ adding file changes
+ added 3 changesets with 5 changes to 3 files
+ updating to branch default
+ cloning subrepo foo from http://localhost:$HGPORT/repo/foo
+ requesting all changes
+ adding changesets
+ adding manifests
+ adding file changes
+ added 4 changesets with 7 changes to 3 files
+ cloning subrepo foo/bar from http://localhost:$HGPORT/repo/foo/bar (glob)
+ requesting all changes
+ adding changesets
+ adding manifests
+ adding file changes
+ added 3 changesets with 3 changes to 1 files
+ 3 files updated, 0 files merged, 0 files removed, 0 files unresolved
+
+ $ cat clone/foo/bar/z.txt
+ z1
+ z2
+ z3
+
+ $ cat access.log
+ * "GET /repo?cmd=capabilities HTTP/1.1" 200 - (glob)
+ * "GET /repo?cmd=batch HTTP/1.1" 200 - x-hgarg-1:cmds=heads+%3Bknown+nodes%3D x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /repo?cmd=getbundle HTTP/1.1" 200 - x-hgarg-1:bundlecaps=HG20%2Cbundle2%3DHG20%250Achangegroup%253D01%252C02%250Adigests%253Dmd5%252Csha1%252Csha512%250Aerror%253Dabort%252Cunsupportedcontent%252Cpushraced%252Cpushkey%250Ahgtagsfnodes%250Alistkeys%250Apushkey%250Aremote-changegroup%253Dhttp%252Chttps&cg=1&common=0000000000000000000000000000000000000000&heads=1326fa26d0c00d2146c63b56bb6a45149d7325ac&listkeys=phases%2Cbookmarks x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /repo/foo?cmd=capabilities HTTP/1.1" 200 - (glob)
+ * "GET /repo/foo?cmd=batch HTTP/1.1" 200 - x-hgarg-1:cmds=heads+%3Bknown+nodes%3D x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /repo/foo?cmd=getbundle HTTP/1.1" 200 - x-hgarg-1:bundlecaps=HG20%2Cbundle2%3DHG20%250Achangegroup%253D01%252C02%250Adigests%253Dmd5%252Csha1%252Csha512%250Aerror%253Dabort%252Cunsupportedcontent%252Cpushraced%252Cpushkey%250Ahgtagsfnodes%250Alistkeys%250Apushkey%250Aremote-changegroup%253Dhttp%252Chttps&cg=1&common=0000000000000000000000000000000000000000&heads=65903cebad86f1a84bd4f1134f62fa7dcb7a1c98&listkeys=phases%2Cbookmarks x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /repo/foo/bar?cmd=capabilities HTTP/1.1" 200 - (glob)
+ * "GET /repo/foo/bar?cmd=batch HTTP/1.1" 200 - x-hgarg-1:cmds=heads+%3Bknown+nodes%3D x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+ * "GET /repo/foo/bar?cmd=getbundle HTTP/1.1" 200 - x-hgarg-1:bundlecaps=HG20%2Cbundle2%3DHG20%250Achangegroup%253D01%252C02%250Adigests%253Dmd5%252Csha1%252Csha512%250Aerror%253Dabort%252Cunsupportedcontent%252Cpushraced%252Cpushkey%250Ahgtagsfnodes%250Alistkeys%250Apushkey%250Aremote-changegroup%253Dhttp%252Chttps&cg=1&common=0000000000000000000000000000000000000000&heads=31ecbdafd357f54b281c9bd1d681bb90de219e22&listkeys=phases%2Cbookmarks x-hgproto-1:0.1 0.2 comp=zstd,zlib,none,bzip2 (glob)
+
+ $ killdaemons.py
+ $ rm hg1.pid error.log access.log
+ $ cd repo
+#endif
+
Enable progress extension for archive tests:
$ cp $HGRCPATH $HGRCPATH.no-progress
More information about the Mercurial-devel
mailing list