--- /dev/null
+
+#!/usr/bin/python -tt
+# vim: ai ts=4 sts=4 et sw=4
+#
+# Copyright (c) 2012 Intel, Inc.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the Free
+# Software Foundation; version 2 of the License
+#
+# This program is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
+# for more details.
+#
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc., 59
+# Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+"""Implementation of subcmd: depends
+"""
+
+import os
+import shutil
+import pwd
+import re
+import urlparse
+import glob
+import gzip
+import requests
+from lxml import etree
+import xml.etree.cElementTree as ET
+import xml.etree.ElementTree as ETP
+import subprocess
+import re
+
+from gitbuildsys.utils import Temp, Workdir, RepoParser, read_localconf, \
+ guess_spec, show_file_from_rev, \
+ GitRefMappingParser, GitDirFinder, GerritNameMapper
+from gitbuildsys.errors import GbsError, Usage
+from gitbuildsys.conf import configmgr, MappingConfigParser, encode_passwd
+from gitbuildsys.safe_url import SafeURL
+from gitbuildsys.cmd_export import get_packaging_dir, config_is_true
+from gitbuildsys.log import LOGGER as log
+from gitbuildsys.oscapi import OSC, OSCError
+from gitbuildsys.log import DEBUG
+
+from gbp.rpm.git import GitRepositoryError, RpmGitRepository
+from gbp import rpm
+from gbp.rpm import SpecFile
+from gbp.errors import GbpError
+
+
+CHANGE_PERSONALITY = {
+ 'ia32': 'linux32',
+ 'i686': 'linux32',
+ 'i586': 'linux32',
+ 'i386': 'linux32',
+ 'ppc': 'powerpc32',
+ 's390': 's390',
+ 'sparc': 'linux32',
+ 'sparcv8': 'linux32',
+ }
+
+SUPPORTEDARCHS = [
+ 'x86_64',
+ 'i586',
+ 'armv6l',
+ 'armv7hl',
+ 'armv7l',
+ 'aarch64',
+ 'mips',
+ 'mipsel',
+ ]
+
+USERID = pwd.getpwuid(os.getuid())[0]
+TMPDIR = None
+
+def formalize_build_conf(profile):
+ ''' formalize build conf file name from profile'''
+
+ # build conf file name should not start with digital, see:
+ # obs-build/Build.pm:read_config_dist()
+ start_digital_re = re.compile(r'^[0-9]')
+ if start_digital_re.match(profile):
+ profile = 'tizen%s' % profile
+
+ # '-' is not allowed, so replace with '_'
+ return profile.replace('-', '_')
+
+def prepare_repos_and_build_conf(args, arch, profile):
+ '''generate repos and build conf options for depanneur'''
+
+ cmd_opts = []
+ cache = Temp(prefix=os.path.join(TMPDIR, 'gbscache'),
+ directory=True)
+ cachedir = cache.path
+ if not os.path.exists(cachedir):
+ os.makedirs(cachedir)
+ log.info('generate repositories ...')
+
+ repos = [i.url for i in profile.repos]
+
+ if args.repositories:
+ for repo in args.repositories:
+ try:
+ if not urlparse.urlsplit(repo).scheme:
+ if os.path.exists(repo):
+ repo = os.path.abspath(os.path.expanduser(repo))
+ else:
+ log.warning('local repo: %s does not exist' % repo)
+ continue
+ opt_repo = SafeURL(repo)
+ except ValueError, err:
+ log.warning('Invalid repo %s: %s' % (repo, str(err)))
+ else:
+ repos.append(opt_repo)
+
+ if not repos:
+ raise GbsError('No package repository specified.')
+
+ archs = get_local_archs(repos)
+ if arch not in archs:
+ log.warning('No local package repository for arch %s' % arch)
+
+ repoparser = RepoParser(repos, cachedir)
+ repourls = repoparser.get_repos_by_arch(arch)
+ if not repourls:
+ raise GbsError('no available repositories found for arch %s under the '
+ 'following repos:\n%s' % (arch, '\n'.join(repos)))
+ cmd_opts += [('--repository=%s' % url.full) for url in repourls]
+
+ profile_name = formalize_build_conf(profile.name.replace('profile.', '', 1))
+ distconf = os.path.join(TMPDIR, '%s.conf' % profile_name)
+
+ if args.dist:
+ buildconf = args.dist
+ elif profile.buildconf:
+ buildconf = profile.buildconf
+ else:
+ if repoparser.buildconf is None:
+ raise GbsError('failed to get build conf from repos, please '
+ 'use snapshot repo or specify build config using '
+ '-D option')
+ else:
+ buildconf = repoparser.buildconf
+ log.info('build conf has been downloaded at:\n %s' \
+ % distconf)
+ try:
+ shutil.copy(buildconf, distconf)
+ except IOError, err:
+ raise GbsError("Failed to copy build conf: %s" % (str(err)))
+
+ if not os.path.exists(distconf):
+ raise GbsError('No build config file specified, please specify in '\
+ '~/.gbs.conf or command line using -D')
+
+ # must use abspath here, because build command will also use this path
+ distconf = os.path.abspath(distconf)
+
+ if not distconf.endswith('.conf') or '-' in os.path.basename(distconf):
+ raise GbsError("build config file must end with .conf, and can't "
+ "contain '-'")
+ dist = os.path.basename(distconf)[:-len('.conf')]
+ cmd_opts += ['--dist=%s' % dist]
+ cmd_opts += ['--configdir=%s' % os.path.dirname(distconf)]
+
+ return cmd_opts
+
+def prepare_depanneur_opts(args):
+ '''generate extra options for depanneur'''
+
+ cmd_opts = []
+ if args.debug:
+ cmd_opts += ['--debug']
+
+ cmd_opts += ['--packaging-dir=%s' % get_packaging_dir(args)]
+ cmd_opts += ['--depends']
+
+ return cmd_opts
+
+def get_profile(args):
+ """
+ Get the build profile to be used
+ """
+ if args.profile:
+ profile_name = args.profile if args.profile.startswith("profile.") \
+ else "profile." + args.profile
+ profile = configmgr.build_profile_by_name(profile_name)
+ else:
+ profile = configmgr.get_current_profile()
+ return profile
+
+def get_local_archs(repos):
+ """
+ Get the supported arch from prebuilt toolchains
+ > get primary file
+ > get archs
+
+ Each toolchain should contain about 128 packages,
+ it is insufficient if less than that.
+ """
+ def get_primary_file_from_local(repos):
+ def find_primary(repo):
+ pattern = os.path.join(repo, 'repodata', '*primary.*.gz')
+ files = glob.glob(pattern)
+ if files:
+ return files[0]
+
+ for repo in repos:
+ if not repo.startswith('http'):
+ pri = find_primary(repo)
+ if pri:
+ yield pri
+
+ def extract_arch(primary):
+ with gzip.open(primary) as fobj:
+ root = ET.fromstring(fobj.read())
+
+ xmlns = re.sub(r'metadata$', '', root.tag)
+ for elm in root.getiterator('%spackage' % xmlns):
+ arch = elm.find('%sarch' % xmlns).text
+ if re.match(r'i[3-6]86', arch):
+ yield 'i586'
+ elif arch not in ('noarch', 'src'):
+ yield arch
+
+ archs = set()
+ for pri in get_primary_file_from_local(repos):
+ for arch in extract_arch(pri):
+ archs.add(arch)
+
+ return archs
+
+def main(args):
+ """gbs depends entry point."""
+
+ global TMPDIR
+ TMPDIR = os.path.join(configmgr.get('tmpdir', 'general'), '%s-gbs' % USERID)
+
+ if args.commit and args.include_all:
+ raise Usage('--commit can\'t be specified together with '\
+ '--include-all')
+ workdir = args.gitdir
+
+ try:
+ repo = RpmGitRepository(workdir)
+ workdir = repo.path
+ except GitRepositoryError:
+ pass
+
+ read_localconf(workdir)
+
+ hostarch = os.uname()[4]
+ if args.arch:
+ buildarch = args.arch
+ else:
+ buildarch = hostarch
+ log.info('No arch specified, using system arch: %s' % hostarch)
+
+ if not buildarch in SUPPORTEDARCHS:
+ raise GbsError('arch %s not supported, supported archs are: %s ' % \
+ (buildarch, ','.join(SUPPORTEDARCHS)))
+
+ profile = get_profile(args)
+
+ if args.buildroot:
+ build_root = args.buildroot
+ elif 'TIZEN_BUILD_ROOT' in os.environ:
+ build_root = os.environ['TIZEN_BUILD_ROOT']
+ elif profile.buildroot:
+ build_root = profile.buildroot
+ else:
+ build_root = configmgr.get('buildroot', 'general')
+ build_root = os.path.expanduser(build_root)
+ # transform variables from shell to python convention ${xxx} -> %(xxx)s
+ build_root = re.sub(r'\$\{([^}]+)\}', r'%(\1)s', build_root)
+ sanitized_profile_name = re.sub("[^a-zA-Z0-9:._-]", "_", profile.name)
+ build_root = build_root % {'tmpdir': TMPDIR,
+ 'profile': sanitized_profile_name}
+ os.environ['TIZEN_BUILD_ROOT'] = os.path.abspath(build_root)
+
+ # get virtual env from system env first
+ if 'VIRTUAL_ENV' in os.environ:
+ cmd = ['%s/usr/bin/depanneur' % os.environ['VIRTUAL_ENV']]
+ else:
+ cmd = ['depanneur']
+
+ cmd += ['--arch=%s' % buildarch]
+
+ # check & prepare repos and build conf
+ cmd += prepare_repos_and_build_conf(args, buildarch, profile)
+ cmd += ['--path=%s' % workdir]
+
+ if hostarch != buildarch and buildarch in CHANGE_PERSONALITY:
+ cmd = [CHANGE_PERSONALITY[buildarch]] + cmd
+
+ # Extra depanneur special command options
+ cmd += prepare_depanneur_opts(args)
+
+ # Extra options for gbs export
+ if args.include_all:
+ cmd += ['--include-all']
+ if args.commit:
+ cmd += ['--commit=%s' % args.commit]
+
+ log.debug("running command: %s" % ' '.join(cmd))
+ retcode = os.system(' '.join(cmd))
+ if retcode != 0:
+ raise GbsError('some packages failed to be generate depends files')
+ else:
+ log.info('Done')
help='Action to take')
return parser
+@subparser
+def depends_parser(parser):
+ """Output depends of packages
+ Examples:
+ $ gbs depends -A i586 # generate depends of packages for i586
+ """
+
+ parser.add_argument('gitdir', nargs='?', type=os.path.abspath,
+ default=os.getcwd(),
+ action=SearchConfAction,
+ help='git repository path, which can contain multiple '
+ 'packages, in this case, all packages will be analysed in '
+ 'dependency order')
+
+ group = parser.add_argument_group('depends configuration options')
+ group.add_argument('-A', '--arch', help='target arch. Supported arch '
+ 'types are: %s' % ' '.join(cmd_build.SUPPORTEDARCHS))
+ group.add_argument('-D', '--dist',
+ help='specify project (build) configuration file. '
+ 'User can specify build config in [profile.xx] '
+ 'section of gbs.conf using \'buildconf\' key, and '
+ 'the value is local path of build conf file')
+ group.add_argument('-P', '--profile',
+ help='profile to be used for building, it is defined '
+ 'in .gbs.conf, can be given without the '
+ '"profile." prefix')
+ group.add_argument('-R', '--repository', dest='repositories',
+ action="append", help='specify package repositories, '
+ 'only rpm-md format is supported')
+ group.add_argument('--debug', action='store_true', help='debug output')
+ group.add_argument('-o', '--output',
+ help='specify output directory for depends files')
+
+ group = parser.add_argument_group('depends env options')
+ group.add_argument('-B', '--buildroot',
+ help='specify build root to setup chroot environment. '
+ 'By default, ~/GBS-ROOT/ will be used. User can specify'
+ ' customized build root in gbs.conf with \'buildroot\' '
+ 'key, which can be set in [general] section for default'
+ ' build root, or in [profile.xx] section for profile '
+ 'special build root')
+
+ group = parser.add_argument_group('git-tree options')
+ group.add_argument('-c', '--commit', help='specify a commit ID to build')
+ group.add_argument('--include-all', action='store_true',
+ help='uncommitted changes and untracked files would be '
+ 'included while generating tar ball')
+ group.add_argument('--packaging-dir',
+ help='directory containing packaging files')
+
+ return parser
+
def main(argv):
"""Script entry point."""
projects / tools / gbs.git / commitdiff