2006-02-10 10:13:42 +00:00
|
|
|
# ex:ts=4:sw=4:sts=4:et
|
|
|
|
# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
|
|
|
|
"""
|
2007-08-03 13:40:52 +00:00
|
|
|
BitBake 'Fetch' implementation for svn.
|
2006-11-27 08:57:29 +00:00
|
|
|
|
2006-02-10 10:13:42 +00:00
|
|
|
"""
|
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
# Copyright (C) 2003, 2004 Chris Larson
|
|
|
|
# Copyright (C) 2004 Marcin Juszkiewicz
|
2007-01-08 23:53:01 +00:00
|
|
|
#
|
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
|
|
# published by the Free Software Foundation.
|
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License along
|
|
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
#
|
|
|
|
# Based on functions from the base bb module, Copyright 2003 Holger Schurig
|
|
|
|
|
2006-02-10 10:13:42 +00:00
|
|
|
import os, re
|
2006-11-16 15:02:15 +00:00
|
|
|
import sys
|
2006-02-10 10:13:42 +00:00
|
|
|
import bb
|
|
|
|
from bb import data
|
|
|
|
from bb.fetch import Fetch
|
|
|
|
from bb.fetch import FetchError
|
|
|
|
from bb.fetch import MissingParameterError
|
2007-08-03 13:40:52 +00:00
|
|
|
from bb.fetch import runfetchcmd
|
2006-02-10 10:13:42 +00:00
|
|
|
|
|
|
|
class Svn(Fetch):
|
|
|
|
"""Class to fetch a module or modules from svn repositories"""
|
2006-11-16 15:02:15 +00:00
|
|
|
def supports(self, url, ud, d):
|
2006-02-10 10:13:42 +00:00
|
|
|
"""
|
2006-11-16 15:02:15 +00:00
|
|
|
Check to see if a given url can be fetched with svn.
|
|
|
|
"""
|
|
|
|
return ud.type in ['svn']
|
2006-02-10 10:13:42 +00:00
|
|
|
|
2006-11-16 15:02:15 +00:00
|
|
|
def localpath(self, url, ud, d):
|
|
|
|
if not "module" in ud.parm:
|
2006-02-10 10:13:42 +00:00
|
|
|
raise MissingParameterError("svn method needs a 'module' parameter")
|
2006-11-16 15:02:15 +00:00
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
ud.module = ud.parm["module"]
|
|
|
|
|
|
|
|
# Create paths to svn checkouts
|
|
|
|
relpath = ud.path
|
|
|
|
if relpath.startswith('/'):
|
|
|
|
# Remove leading slash as os.path.join can't cope
|
|
|
|
relpath = relpath[1:]
|
|
|
|
ud.pkgdir = os.path.join(data.expand('${SVNDIR}', d), ud.host, relpath)
|
|
|
|
ud.moddir = os.path.join(ud.pkgdir, ud.module)
|
2006-11-16 15:02:15 +00:00
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
if 'rev' in ud.parm:
|
2007-01-02 16:52:41 +00:00
|
|
|
ud.date = ""
|
2007-08-03 13:40:52 +00:00
|
|
|
ud.revision = ud.parm['rev']
|
|
|
|
elif 'date' in ud.date:
|
|
|
|
ud.date = ud.parm['date']
|
|
|
|
ud.revision = ""
|
|
|
|
else:
|
|
|
|
#
|
|
|
|
# ***Nasty hacks***
|
|
|
|
# If DATE in unexpanded PV, use ud.date (which is set from SRCDATE)
|
|
|
|
# Will warn people to switch to SRCREV here
|
|
|
|
#
|
|
|
|
# How can we tell when a user has overriden SRCDATE?
|
|
|
|
# check for "get_srcdate" in unexpanded SRCREV - ugly
|
|
|
|
#
|
|
|
|
pv = data.getVar("PV", d, 0)
|
|
|
|
if "DATE" in pv:
|
|
|
|
ud.revision = ""
|
|
|
|
else:
|
|
|
|
rev = data.getVar("SRCREV", d, 0)
|
|
|
|
if "get_srcrev" in rev:
|
|
|
|
ud.revision = self.latest_revision(url, ud, d)
|
|
|
|
else:
|
|
|
|
ud.revision = rev
|
|
|
|
ud.date = ""
|
2007-01-02 16:52:41 +00:00
|
|
|
|
2006-11-16 15:02:15 +00:00
|
|
|
ud.localfile = data.expand('%s_%s_%s_%s_%s.tar.gz' % (ud.module.replace('/', '.'), ud.host, ud.path.replace('/', '.'), ud.revision, ud.date), d)
|
|
|
|
|
|
|
|
return os.path.join(data.getVar("DL_DIR", d, True), ud.localfile)
|
2006-02-10 10:13:42 +00:00
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
def _buildsvncommand(self, ud, d, command):
|
|
|
|
"""
|
|
|
|
Build up an svn commandline based on ud
|
|
|
|
command is "fetch", "update", "info"
|
|
|
|
"""
|
2006-02-10 10:13:42 +00:00
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
basecmd = data.expand('${FETCHCMD_svn}', d)
|
2006-11-16 15:02:15 +00:00
|
|
|
|
|
|
|
proto = "svn"
|
|
|
|
if "proto" in ud.parm:
|
|
|
|
proto = ud.parm["proto"]
|
|
|
|
|
|
|
|
svn_rsh = None
|
|
|
|
if proto == "svn+ssh" and "rsh" in ud.parm:
|
|
|
|
svn_rsh = ud.parm["rsh"]
|
|
|
|
|
|
|
|
svnroot = ud.host + ud.path
|
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
# either use the revision, or SRCDATE in braces,
|
2006-11-16 15:02:15 +00:00
|
|
|
options = []
|
2006-02-10 10:13:42 +00:00
|
|
|
|
2007-04-01 15:04:49 +00:00
|
|
|
if ud.user:
|
|
|
|
options.append("--username %s" % ud.user)
|
|
|
|
|
|
|
|
if ud.pswd:
|
|
|
|
options.append("--password %s" % ud.pswd)
|
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
if command is "info":
|
|
|
|
svncmd = "%s info %s %s://%s/%s/" % (basecmd, " ".join(options), proto, svnroot, ud.module)
|
|
|
|
else:
|
|
|
|
if ud.revision:
|
|
|
|
options.append("-r %s" % ud.revision)
|
|
|
|
elif ud.date:
|
|
|
|
options.append("-r {%s}" % ud.date)
|
|
|
|
|
|
|
|
if command is "fetch":
|
|
|
|
svncmd = "%s co %s %s://%s/%s %s" % (basecmd, " ".join(options), proto, svnroot, ud.module, ud.module)
|
|
|
|
elif command is "update":
|
|
|
|
svncmd = "%s update %s" % (basecmd, " ".join(options))
|
|
|
|
else:
|
|
|
|
raise FetchError("Invalid svn command %s" % command)
|
2006-11-16 15:02:15 +00:00
|
|
|
|
|
|
|
if svn_rsh:
|
|
|
|
svncmd = "svn_RSH=\"%s\" %s" % (svn_rsh, svncmd)
|
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
return svncmd
|
|
|
|
|
|
|
|
def go(self, loc, ud, d):
|
|
|
|
"""Fetch url"""
|
2006-11-16 15:02:15 +00:00
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
# try to use the tarball stash
|
|
|
|
if Fetch.try_mirror(d, ud.localfile):
|
|
|
|
bb.msg.debug(1, bb.msg.domain.Fetcher, "%s already exists or was mirrored, skipping svn checkout." % ud.localpath)
|
|
|
|
return
|
|
|
|
|
|
|
|
bb.msg.debug(2, bb.msg.domain.Fetcher, "Fetch: checking for module directory '" + ud.moddir + "'")
|
|
|
|
|
|
|
|
if os.access(os.path.join(ud.moddir, '.svn'), os.R_OK):
|
|
|
|
svnupdatecmd = self._buildsvncommand(ud, d, "update")
|
2006-11-16 15:02:15 +00:00
|
|
|
bb.msg.note(1, bb.msg.domain.Fetcher, "Update " + loc)
|
|
|
|
# update sources there
|
2007-08-03 13:40:52 +00:00
|
|
|
os.chdir(ud.moddir)
|
|
|
|
bb.msg.debug(1, bb.msg.domain.Fetcher, "Running %s" % svnupdatecmd)
|
|
|
|
runfetchcmd(svnupdatecmd, d)
|
2006-11-16 15:02:15 +00:00
|
|
|
else:
|
2007-08-03 13:40:52 +00:00
|
|
|
svnfetchcmd = self._buildsvncommand(ud, d, "fetch")
|
2006-11-16 15:02:15 +00:00
|
|
|
bb.msg.note(1, bb.msg.domain.Fetcher, "Fetch " + loc)
|
|
|
|
# check out sources there
|
2007-08-03 13:40:52 +00:00
|
|
|
bb.mkdirhier(ud.pkgdir)
|
|
|
|
os.chdir(ud.pkgdir)
|
|
|
|
bb.msg.debug(1, bb.msg.domain.Fetcher, "Running %s" % svnfetchcmd)
|
|
|
|
runfetchcmd(svnfetchcmd, d)
|
2006-11-16 15:02:15 +00:00
|
|
|
|
2007-08-03 13:40:52 +00:00
|
|
|
os.chdir(ud.pkgdir)
|
2006-11-16 15:02:15 +00:00
|
|
|
# tar them up to a defined filename
|
2007-08-03 13:40:52 +00:00
|
|
|
try:
|
|
|
|
runfetchcmd("tar -czf %s %s" % (ud.localpath, os.path.basename(ud.module)), d)
|
|
|
|
except:
|
|
|
|
t, v, tb = sys.exc_info()
|
2006-11-16 15:02:15 +00:00
|
|
|
try:
|
|
|
|
os.unlink(ud.localpath)
|
|
|
|
except OSError:
|
|
|
|
pass
|
2007-08-03 13:40:52 +00:00
|
|
|
raise t, v, tb
|
|
|
|
|
|
|
|
def suppports_srcrev(self):
|
|
|
|
return True
|
|
|
|
|
|
|
|
def _revision_key(self, url, ud, d):
|
|
|
|
"""
|
|
|
|
Return a unique key for the url
|
|
|
|
"""
|
|
|
|
return "svn:" + ud.moddir
|
|
|
|
|
|
|
|
def _latest_revision(self, url, ud, d):
|
|
|
|
"""
|
|
|
|
Return the latest upstream revision number
|
|
|
|
"""
|
|
|
|
bb.msg.debug(2, bb.msg.domain.Fetcher, "SVN fetcher hitting network for %s" % url)
|
|
|
|
|
|
|
|
output = runfetchcmd("LANG=C LC_ALL=C " + self._buildsvncommand(ud, d, "info"), d, True)
|
|
|
|
|
|
|
|
revision = None
|
|
|
|
for line in output.splitlines():
|
|
|
|
if "Last Changed Rev" in line:
|
|
|
|
revision = line.split(":")[1].strip()
|
|
|
|
|
|
|
|
return revision
|
|
|
|
|
|
|
|
def _sortable_revision(self, url, ud, d):
|
|
|
|
"""
|
|
|
|
Return a sortable revision number which in our case is the revision number
|
|
|
|
(use the cached version to avoid network access)
|
|
|
|
"""
|
|
|
|
|
|
|
|
return self.latest_revision(url, ud, d)
|
|
|
|
|