M7350/oe-core/bitbake/lib/bb/fetch2/svn.py

193 lines
6.3 KiB
Python
Raw Normal View History

2024-09-09 08:52:07 +00:00
# ex:ts=4:sw=4:sts=4:et
# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
"""
BitBake 'Fetch' implementation for svn.
"""
# Copyright (C) 2003, 2004 Chris Larson
# Copyright (C) 2004 Marcin Juszkiewicz
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
#
# Based on functions from the base bb module, Copyright 2003 Holger Schurig
import os
import sys
import logging
import bb
2024-09-09 08:57:42 +00:00
import re
2024-09-09 08:52:07 +00:00
from bb import data
from bb.fetch2 import FetchMethod
from bb.fetch2 import FetchError
from bb.fetch2 import MissingParameterError
from bb.fetch2 import runfetchcmd
from bb.fetch2 import logger
class Svn(FetchMethod):
"""Class to fetch a module or modules from svn repositories"""
2024-09-09 08:57:42 +00:00
def supports(self, ud, d):
2024-09-09 08:52:07 +00:00
"""
Check to see if a given url can be fetched with svn.
"""
return ud.type in ['svn']
def urldata_init(self, ud, d):
"""
init svn specific variable within url data
"""
if not "module" in ud.parm:
raise MissingParameterError('module', ud.url)
2024-09-09 08:57:42 +00:00
ud.basecmd = d.getVar('FETCHCMD_svn', True)
2024-09-09 08:52:07 +00:00
ud.module = ud.parm["module"]
# Create paths to svn checkouts
relpath = self._strip_leading_slashes(ud.path)
ud.pkgdir = os.path.join(data.expand('${SVNDIR}', d), ud.host, relpath)
ud.moddir = os.path.join(ud.pkgdir, ud.module)
ud.setup_revisons(d)
if 'rev' in ud.parm:
ud.revision = ud.parm['rev']
ud.localfile = data.expand('%s_%s_%s_%s_.tar.gz' % (ud.module.replace('/', '.'), ud.host, ud.path.replace('/', '.'), ud.revision), d)
def _buildsvncommand(self, ud, d, command):
"""
Build up an svn commandline based on ud
command is "fetch", "update", "info"
"""
2024-09-09 08:57:42 +00:00
proto = ud.parm.get('protocol', 'svn')
2024-09-09 08:52:07 +00:00
svn_rsh = None
if proto == "svn+ssh" and "rsh" in ud.parm:
svn_rsh = ud.parm["rsh"]
svnroot = ud.host + ud.path
options = []
2024-09-09 08:57:42 +00:00
options.append("--no-auth-cache")
2024-09-09 08:52:07 +00:00
if ud.user:
options.append("--username %s" % ud.user)
if ud.pswd:
options.append("--password %s" % ud.pswd)
if command == "info":
2024-09-09 08:57:42 +00:00
svncmd = "%s info %s %s://%s/%s/" % (ud.basecmd, " ".join(options), proto, svnroot, ud.module)
elif command == "log1":
svncmd = "%s log --limit 1 %s %s://%s/%s/" % (ud.basecmd, " ".join(options), proto, svnroot, ud.module)
2024-09-09 08:52:07 +00:00
else:
suffix = ""
if ud.revision:
options.append("-r %s" % ud.revision)
suffix = "@%s" % (ud.revision)
if command == "fetch":
2024-09-09 08:57:42 +00:00
transportuser = ud.parm.get("transportuser", "")
svncmd = "%s co %s %s://%s%s/%s%s %s" % (ud.basecmd, " ".join(options), proto, transportuser, svnroot, ud.module, suffix, ud.module)
2024-09-09 08:52:07 +00:00
elif command == "update":
2024-09-09 08:57:42 +00:00
svncmd = "%s update %s" % (ud.basecmd, " ".join(options))
2024-09-09 08:52:07 +00:00
else:
raise FetchError("Invalid svn command %s" % command, ud.url)
if svn_rsh:
svncmd = "svn_RSH=\"%s\" %s" % (svn_rsh, svncmd)
return svncmd
2024-09-09 08:57:42 +00:00
def download(self, ud, d):
2024-09-09 08:52:07 +00:00
"""Fetch url"""
logger.debug(2, "Fetch: checking for module directory '" + ud.moddir + "'")
if os.access(os.path.join(ud.moddir, '.svn'), os.R_OK):
svnupdatecmd = self._buildsvncommand(ud, d, "update")
2024-09-09 08:57:42 +00:00
logger.info("Update " + ud.url)
2024-09-09 08:52:07 +00:00
# update sources there
os.chdir(ud.moddir)
2024-09-09 08:57:42 +00:00
# We need to attempt to run svn upgrade first in case its an older working format
try:
runfetchcmd(ud.basecmd + " upgrade", d)
except FetchError:
pass
2024-09-09 08:52:07 +00:00
logger.debug(1, "Running %s", svnupdatecmd)
bb.fetch2.check_network_access(d, svnupdatecmd, ud.url)
runfetchcmd(svnupdatecmd, d)
else:
svnfetchcmd = self._buildsvncommand(ud, d, "fetch")
2024-09-09 08:57:42 +00:00
logger.info("Fetch " + ud.url)
2024-09-09 08:52:07 +00:00
# check out sources there
bb.utils.mkdirhier(ud.pkgdir)
os.chdir(ud.pkgdir)
logger.debug(1, "Running %s", svnfetchcmd)
bb.fetch2.check_network_access(d, svnfetchcmd, ud.url)
runfetchcmd(svnfetchcmd, d)
scmdata = ud.parm.get("scmdata", "")
if scmdata == "keep":
tar_flags = ""
else:
tar_flags = "--exclude '.svn'"
os.chdir(ud.pkgdir)
# tar them up to a defined filename
runfetchcmd("tar %s -czf %s %s" % (tar_flags, ud.localpath, ud.module), d, cleanup = [ud.localpath])
def clean(self, ud, d):
""" Clean SVN specific files and dirs """
bb.utils.remove(ud.localpath)
bb.utils.remove(ud.moddir, True)
def supports_srcrev(self):
return True
2024-09-09 08:57:42 +00:00
def _revision_key(self, ud, d, name):
2024-09-09 08:52:07 +00:00
"""
Return a unique key for the url
"""
return "svn:" + ud.moddir
2024-09-09 08:57:42 +00:00
def _latest_revision(self, ud, d, name):
2024-09-09 08:52:07 +00:00
"""
Return the latest upstream revision number
"""
2024-09-09 08:57:42 +00:00
bb.fetch2.check_network_access(d, self._buildsvncommand(ud, d, "log1"))
2024-09-09 08:52:07 +00:00
2024-09-09 08:57:42 +00:00
output = runfetchcmd("LANG=C LC_ALL=C " + self._buildsvncommand(ud, d, "log1"), d, True)
2024-09-09 08:52:07 +00:00
2024-09-09 08:57:42 +00:00
# skip the first line, as per output of svn log
# then we expect the revision on the 2nd line
revision = re.search('^r([0-9]*)', output.splitlines()[1]).group(1)
2024-09-09 08:52:07 +00:00
return revision
2024-09-09 08:57:42 +00:00
def sortable_revision(self, ud, d, name):
2024-09-09 08:52:07 +00:00
"""
Return a sortable revision number which in our case is the revision number
"""
2024-09-09 08:57:42 +00:00
return False, self._build_revision(ud, d)
2024-09-09 08:52:07 +00:00
2024-09-09 08:57:42 +00:00
def _build_revision(self, ud, d):
2024-09-09 08:52:07 +00:00
return ud.revision