--- /dev/null
+#!/usr/bin/python -tt
+# vim: ai ts=4 sts=4 et sw=4
+#
+# Copyright (c) 2012 Intel, Inc.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; version 2 of the License
+#
+# This program is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
+# for more details.
+#
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc., 59
+# Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+"""Implementation of subcmd: localbuild
+"""
+
+import os
+import re
+import subprocess
+import tempfile
+import urllib2
+import glob
+import shutil
+import base64
+from urlparse import urlsplit, urlunsplit
+
+from gitbuildsys import msger, utils, runner, errors
+from gitbuildsys.conf import configmgr
+
+from gbp.scripts.buildpackage_rpm import main as gbp_build
+from gbp.rpm.git import GitRepositoryError, RpmGitRepository
+import gbp.rpm as rpm
+from gbp.errors import GbpError
+
+CHANGE_PERSONALITY = {
+ 'i686': 'linux32',
+ 'i586': 'linux32',
+ 'i386': 'linux32',
+ 'ppc': 'powerpc32',
+ 's390': 's390',
+ 'sparc': 'linux32',
+ 'sparcv8': 'linux32',
+ }
+
+BUILDARCHMAP = {
+ 'ia32': 'i586',
+ 'i686': 'i586',
+ 'i586': 'i586',
+ 'i386': 'i586',
+ }
+
+SUPPORTEDARCHS = [
+ 'ia32',
+ 'i686',
+ 'i586',
+ 'armv7hl',
+ 'armv7el',
+ 'armv7tnhl',
+ 'armv7nhl',
+ 'armv7l',
+ ]
+
+def get_processors():
+ """
+ get number of processors (online) based on
+ SC_NPROCESSORS_ONLN (returns 1 if config name does not exist).
+ """
+ try:
+ return os.sysconf('SC_NPROCESSORS_ONLN')
+ except ValueError:
+ return 1
+
+def get_hostarch():
+ hostarch = os.uname()[4]
+ if hostarch == 'i686':
+ hostarch = 'i586'
+ return hostarch
+
+def find_binary_path(binary):
+ if os.environ.has_key("PATH"):
+ paths = os.environ["PATH"].split(":")
+ else:
+ paths = []
+ if os.environ.has_key("HOME"):
+ paths += [os.environ["HOME"] + "/bin"]
+ paths += ["/usr/local/sbin", "/usr/local/bin", "/usr/sbin",
+ "/usr/bin", "/sbin", "/bin"]
+
+ for path in paths:
+ bin_path = "%s/%s" % (path, binary)
+ if os.path.exists(bin_path):
+ return bin_path
+ return None
+
+def is_statically_linked(binary):
+ return ", statically linked, " in runner.outs(['file', binary])
+
+def setup_qemu_emulator():
+ # mount binfmt_misc if it doesn't exist
+ if not os.path.exists("/proc/sys/fs/binfmt_misc"):
+ modprobecmd = find_binary_path("modprobe")
+ runner.show([modprobecmd, "binfmt_misc"])
+ if not os.path.exists("/proc/sys/fs/binfmt_misc/register"):
+ mountcmd = find_binary_path("mount")
+ runner.show([mountcmd, "-t", "binfmt_misc", "none",
+ "/proc/sys/fs/binfmt_misc"])
+
+ # qemu_emulator is a special case, we can't use find_binary_path
+ # qemu emulator should be a statically-linked executable file
+ qemu_emulator = "/usr/bin/qemu-arm"
+ if not os.path.exists(qemu_emulator) or \
+ not is_statically_linked(qemu_emulator):
+ qemu_emulator = "/usr/bin/qemu-arm-static"
+ if not os.path.exists(qemu_emulator):
+ raise errors.QemuError("Please install a statically-linked qemu-arm")
+
+ # disable selinux, selinux will block qemu emulator to run
+ if os.path.exists("/usr/sbin/setenforce"):
+ msger.info('Try to disable selinux')
+ runner.show(["/usr/sbin/setenforce", "0"])
+
+ node = "/proc/sys/fs/binfmt_misc/arm"
+ if is_statically_linked(qemu_emulator) and os.path.exists(node):
+ return qemu_emulator
+
+ # unregister it if it has been registered and
+ # is a dynamically-linked executable
+ # FIXME: fix permission issue if qemu-arm dynamically used
+ if not is_statically_linked(qemu_emulator) and os.path.exists(node):
+ qemu_unregister_string = "-1\n"
+ fds = open("/proc/sys/fs/binfmt_misc/arm", "w")
+ fds.write(qemu_unregister_string)
+ fds.close()
+
+ # register qemu emulator for interpreting other arch executable file
+ if not os.path.exists(node):
+ qemu_arm_string = ":arm:M::\\x7fELF\\x01\\x01\\x01\\x00\\x00\\x00\\x00"\
+ "\\x00\\x00\\x00\\x00\\x00\\x02\\x00\\x28\\x00:\\xff"\
+ "\\xff\\xff\\xff\\xff\\xff\\xff\\x00\\xff\\xff\\xff"\
+ "\\xff\\xff\\xff\\xff\\xff\\xfa\\xff\\xff\\xff:%s:" \
+ % qemu_emulator
+ try:
+ (tmpfd, tmppth) = tempfile.mkstemp()
+ os.write(tmpfd, "echo '%s' > /proc/sys/fs/binfmt_misc/register" \
+ % qemu_arm_string)
+ os.close(tmpfd)
+ # on this way can work to use sudo register qemu emulator
+ ret = os.system('sudo sh %s' % tmppth)
+ if ret != 0:
+ raise errors.QemuError('failed to set up qemu arm environment')
+ except IOError:
+ raise errors.QemuError('failed to set up qemu arm environment')
+ finally:
+ os.unlink(tmppth)
+
+ return qemu_emulator
+
+def get_env_proxies():
+ proxies = []
+ for name, value in os.environ.items():
+ name = name.lower()
+ if value and name.endswith('_proxy'):
+ proxies.append('%s=%s' % (name, value))
+ return proxies
+
+def get_repos_conf():
+ """
+ Make list of urls using repox.url, repox.user and repox.passwd
+ configuration file parameters from 'build' section.
+ Validate configuration parameters.
+ """
+
+ repos = {}
+ # get repo settings form build section
+ for opt in configmgr.options('build'):
+ if opt.startswith('repo'):
+ try:
+ key, name = opt.split('.')
+ except ValueError:
+ raise errors.ConfigError("invalid repo option: %s" % opt)
+
+ if name not in ('url', 'user', 'passwdx'):
+ raise errors.ConfigError("invalid repo option: %s" % opt)
+
+ if key not in repos:
+ repos[key] = {}
+
+ if name in repos[key]:
+ raise errors.ConfigError('Duplicate entry %s' % opt)
+
+ value = configmgr.get(opt, 'build')
+ if name == 'passwdx':
+ try:
+ value = base64.b64decode(value).decode('bz2')
+ except (TypeError, IOError), err:
+ raise errors.ConfigError('Error decoding %s: %s' % \
+ (opt, err))
+ repos[key]['passwd'] = urllib2.quote(value, safe='')
+ else:
+ repos[key][name] = value
+
+ result = []
+ for key, item in repos.iteritems():
+ if 'url' not in item:
+ raise errors.ConfigError("Url is not specified for %s" % key)
+
+ splitted = urlsplit(item['url'])
+ if splitted.username and item['user'] or \
+ splitted.password and item['passwd']:
+ raise errors.ConfigError("Auth info specified twice for %s" % key)
+
+ # Get auth info from the url or urlx.user and urlx.pass
+ user = item.get('user') or splitted.username
+ passwd = item.get('passwd') or splitted.password
+
+ if splitted.port:
+ hostport = '%s:%d' % (splitted.hostname, splitted.port)
+ else:
+ hostport = splitted.hostname
+
+ splitted_list = list(splitted)
+ if user:
+ if passwd:
+ splitted_list[1] = '%s:%s@%s' % (urllib2.quote(user, safe=''),
+ passwd, hostport)
+ else:
+ splitted_list[1] = '%s@%s' % (urllib2.quote(user, safe=''),
+ hostport)
+ elif passwd:
+ raise errors.ConfigError('No user is specified for %s, '\
+ 'only password' % key)
+
+ result.append(urlunsplit(splitted_list))
+
+ return result
+
+def clean_repos_userinfo(repos):
+ striped_repos = []
+ for repo in repos:
+ splitted = urlsplit(repo)
+ if not splitted.username:
+ striped_repos.append(repo)
+ else:
+ splitted_list = list(splitted)
+ if splitted.port:
+ splitted_list[1] = '%s:%d' % (splitted.hostname, splitted.port)
+ else:
+ splitted_list[1] = splitted.hostname
+ striped_repos.append(urlunsplit(splitted_list))
+
+ return striped_repos
+
+def do(opts, args):
+
+ workdir = os.getcwd()
+ if len(args) > 1:
+ msger.error('only one work directory can be specified in args.')
+ if len(args) == 1:
+ workdir = os.path.abspath(args[0])
+
+ if opts.commit and opts.include_all:
+ raise errors.Usage('--commit can\'t be specified together with '\
+ '--include-all')
+
+ if opts.out:
+ if not os.path.exists(opts.out):
+ msger.error('Output directory %s doesn\'t exist' % opts.out)
+ if not os.path.isdir(opts.out):
+ msger.error('%s is not a directory' % opts.out)
+
+ try:
+ repo = RpmGitRepository(workdir)
+ workdir = repo.path
+ except GitRepositoryError, err:
+ pass
+
+
+ hostarch = get_hostarch()
+ if opts.arch:
+ buildarch = opts.arch
+ else:
+ buildarch = hostarch
+ msger.info('No arch specified, using system arch: %s' % hostarch)
+ if buildarch in BUILDARCHMAP:
+ buildarch = BUILDARCHMAP[buildarch]
+
+ if not buildarch in SUPPORTEDARCHS:
+ msger.error('arch %s not supported, supported archs are: %s ' % \
+ (buildarch, ','.join(SUPPORTEDARCHS)))
+
+ build_cmd = configmgr.get('build_cmd', 'build')
+ userid = configmgr.get('user', 'remotebuild')
+ tmpdir = configmgr.get('tmpdir', 'general')
+ build_root = os.path.join(tmpdir, userid)
+ if opts.buildroot:
+ build_root = opts.buildroot
+
+ cmd = ['/usr/bin/depanneur',
+ '--arch='+buildarch ]
+
+ if opts.clean:
+ cmd += ['--clean']
+
+ if opts.noinit:
+ cmd += ['--no-init']
+ else:
+ # check & prepare repos and build conf if no noinit option
+ cache = utils.Temp(prefix=os.path.join(tmpdir, 'gbscache'),
+ directory=True)
+ cachedir = cache.path
+ if not os.path.exists(cachedir):
+ os.makedirs(cachedir)
+ msger.info('generate repositories ...')
+
+ if opts.skip_conf_repos:
+ repos = []
+ else:
+ repos = get_repos_conf()
+
+ if opts.repositories:
+ repos.extend(opts.repositories)
+ if not repos:
+ msger.error('No package repository specified.')
+
+ repoparser = utils.RepoParser(repos, cachedir)
+ repourls = repoparser.get_repos_by_arch(buildarch)
+ if not repourls:
+ msger.error('no repositories found for arch: %s under the '\
+ 'following repos:\n %s' % \
+ (buildarch, '\n'.join(clean_repos_userinfo(repos))))
+ for url in repourls:
+ if not re.match('https?://.*', url) and \
+ not (url.startswith('/') and os.path.exists(url)):
+ msger.error("Invalid repo url: %s" % url)
+ cmd += ['--repository=%s' % url]
+
+ if opts.dist:
+ distconf = opts.dist
+ else:
+ if repoparser.buildconf is None:
+ msger.warning('failed to get build conf, use default build conf')
+ distconf = configmgr.get('distconf', 'build')
+ else:
+ shutil.copy(repoparser.buildconf, tmpdir)
+ distconf = os.path.join(tmpdir, os.path.basename(\
+ repoparser.buildconf))
+ msger.info('build conf has been downloaded at:\n %s' \
+ % distconf)
+
+ if distconf is None:
+ msger.error('No build config file specified, please specify in '\
+ '~/.gbs.conf or command line using -D')
+ target_conf = os.path.join(os.path.dirname(distconf), 'tizen.conf')
+ os.rename(distconf, target_conf)
+ configdir = os.path.dirname(target_conf)
+ dist = os.path.basename(target_conf).rsplit('.', 1)[0]
+ cmd += ['--dist=%s' % dist]
+ cmd += ['--configdir=%s' % configdir]
+
+ cmd += ['--path=%s' % workdir]
+
+ if opts.ccache:
+ cmd += ['--ccache']
+
+ if opts.extra_packs:
+ extrapkgs = opts.extra_packs.split(',')
+ cmd += ['--extra-packs=%s' % ' '.join(extrapkgs)]
+
+ if hostarch != buildarch and buildarch in CHANGE_PERSONALITY:
+ cmd = [ CHANGE_PERSONALITY[buildarch] ] + cmd
+
+ proxies = get_env_proxies()
+
+ if buildarch.startswith('arm'):
+ try:
+ setup_qemu_emulator()
+ except errors.QemuError, exc:
+ msger.error('%s' % exc)
+
+ # get virtual env from system env first
+ virtual_env = []
+ if 'VIRTUAL_ENV' in os.environ:
+ virtual_env.append('VIRTUAL_ENV=%s' % os.environ['VIRTUAL_ENV'])
+ else:
+ virtual_env.append('VIRTUAL_ENV=/')
+
+ if 'TIZEN_BUILD_ROOT' in os.environ:
+ virtual_env.append('TIZEN_BUILD_ROOT=%s' % os.environ['TIZEN_BUILD_ROOT'])
+ else:
+ virtual_env.append('TIZEN_BUILD_ROOT=%s' % build_root)
+
+ # if current user is root, don't run with sucmd
+ if os.getuid() != 0:
+ cmd = ['sudo'] + virtual_env + proxies + cmd
+
+ # Extra depanneur special command options
+ if opts.overwrite:
+ cmd += ['--overwrite']
+ if opts.clean_once:
+ cmd += ['--clean-once']
+ if opts.debug:
+ cmd += ['--debug']
+ cmd += ['--threads=%s' % opts.threads]
+ if opts.incremental:
+ cmd += ['--incremental']
+
+ # Extra options for gbs export
+ if opts.include_all:
+ cmd += ['--include-all']
+ if opts.commit:
+ cmd +=['--commit=%s' % opts.commit]
+
+ msger.debug("running command: %s" % ' '.join(cmd))
+ if subprocess.call(cmd):
+ msger.error('rpmbuild fails')
+ else:
+ localrepofmt = '%s/local/repos/%s'
+ repodir = localrepofmt % (build_root, 'tizen/')
+ msger.info('Local repo can be found here:'\
+ '\n %s' % repodir)
+ msger.info('Done')
from gitbuildsys import cmd_export as cmd
cmd.do(opts, args)
+ @cmdln.option('-D', '--dist',
+ default=None,
+ dest='dist',
+ help='specify distribution configuration file, which should ' \
+ 'be a full path')
+ @cmdln.option('-R', '--repository',
+ action="callback",
+ default=None,
+ type='string',
+ dest='repositories',
+ callback=handle_repository,
+ help='specify package repositories, only rpm-md format ' \
+ 'is supported')
+ @cmdln.option('-B', '--buildroot',
+ default=None,
+ dest='buildroot',
+ help='specify build root to setup chroot environment')
+ @cmdln.option('-A', '--arch',
+ default=None,
+ dest='arch',
+ help='build target arch ')
+ @cmdln.option('-C', '--clean',
+ action='store_true',
+ default=False,
+ dest='clean',
+ help='delete old build root before initialization')
+ @cmdln.option('--noinit',
+ action='store_true',
+ default=False,
+ dest='noinit',
+ help='skip initialization of build root and start ' \
+ 'with build immediately')
+ @cmdln.option('--ccache',
+ action="store_true",
+ default=False,
+ dest='ccache',
+ help='use ccache to speed up rebuilds')
+ @cmdln.option('--skip-conf-repos',
+ action="store_true",
+ default=False,
+ dest='skip_conf_repos',
+ help='skip repositories mentioned in config file')
+ @cmdln.option('-c', '--commit',
+ default=None,
+ dest='commit',
+ help='specify a commit ID to build')
+ @cmdln.option('--spec',
+ default=None,
+ dest='spec',
+ help='specify a spec file to use')
+ @cmdln.option('--extra-packs',
+ default=None,
+ dest='extra_packs',
+ help='specify extra packages to install to build root '\
+ 'multiple packages can be separated by comma')
+ @cmdln.option('--include-all',
+ action='store_true',
+ default=False,
+ dest='include_all',
+ help='uncommitted changes and untracked files would be '\
+ 'included while generating tar ball')
+ @cmdln.option('--out',
+ default=None,
+ dest='out',
+ help='output directory for RPMs')
+
+ # depanneur special options
+ @cmdln.option('--clean-once',
+ action='store_true',
+ default=False,
+ dest='clean_once',
+ help='clean the build environment only once when you start '\
+ 'building multiple packages, after that use existing '\
+ 'environment for all packages.')
+ @cmdln.option('--overwrite',
+ action='store_true',
+ default=False,
+ dest='overwrite',
+ help='Overwrite existing binaries')
+ @cmdln.option('--incremental',
+ action='store_true',
+ default=False,
+ dest='incremental',
+ help='Build a package from the local git tree incremental.')
+ @cmdln.option('--debug',
+ action='store_true',
+ default=False,
+ dest='debug',
+ help='Debug output')
+ @cmdln.option('--threads',
+ default=1,
+ dest='threads',
+ help='number of threads to build package in parallel')
+
+ def do_localbuild(self, _subcmd, opts, *args):
+ """${cmd_name}: local build package
+
+ Usage:
+ gbs build -R repository -A ARCH [options] [package git dir]
+
+ [package git dir] is optional, if not specified, current dir would
+ be used.
+
+ Examples:
+ gbs localbuild -R http://example1.org/packages/ \\
+ -R http://example2.org/packages/ \\
+ -A i586 \\
+ -D /usr/share/gbs/tizen-1.0.conf
+
+ Note:
+
+ If -D not specified, distconf key in ~/.gbs.conf would be used.
+ If distconf key is None, dist conf file would be got from OBS
+ project (Tizen:Main by default).
+
+ ${cmd_option_list}
+ """
+
+ from gitbuildsys import cmd_localbuild as cmd
+ cmd.do(opts, args)
@cmdln.alias('lb')
@cmdln.option('-D', '--dist',
default=None,
projects / tools / gbs.git / commitdiff