2 # vim: ai ts=4 sts=4 et sw=4
4 # Copyright (c) 2014, 2015, 2016 Samsung Electronics.Co.Ltd.
6 # This program is free software; you can redistribute it and/or modify it
7 # under the terms of the GNU General Public License as published by the Free
8 # Software Foundation; version 2 of the License
10 # This program is distributed in the hope that it will be useful, but
11 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
12 # or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
21 from argparse import ArgumentParser
29 g_home = os.path.dirname(os.path.realpath(__file__))
30 class LocalError(Exception):
31 """Local error exception."""
35 class Executor(object):
36 """Subprocess wrapper"""
38 def __init__(self, checker=None):
39 self.stdout = subprocess.PIPE
40 self.stderr = subprocess.STDOUT
41 self.checker = checker
43 def run(self, cmdline_or_args, show=False, checker=False):
44 """Execute external command"""
48 process = subprocess.Popen(cmdline_or_args, \
53 line = process.stdout.readline()
56 out = out + '\n' + line.rstrip()
60 raise LocalError('Running process failed')
64 def list_files(path, ext=None):
67 for root, dirnames, filenames in os.walk(path):
69 for filename in filenames:
70 f_list.append(os.path.join(root, filename))
72 for filename in fnmatch.filter(filenames, '*.'+ext):
73 f_list.append(os.path.join(root, filename))
76 class FakeSecHead(object):
78 def __init__(self, fp):
81 self.sechead = '[ascection]\n'
91 return self.fp.readline()
93 class ErrorParser(object):
94 """Inspect specific error string"""
100 ErrorParser = {'GNU_LINKER':['(.*?):?\(\.\w+\+.*\): (.*)', \
101 '(.*[/\\\])?ld(\.exe)?: (.*)'], \
102 'GNU_GCC':['(.*?):(\d+):(\d+:)? [Ee]rror: ([`\'"](.*)[\'"] undeclared .*)', \
103 '(.*?):(\d+):(\d+:)? [Ee]rror: (conflicting types for .*[`\'"](.*)[\'"].*)', \
104 '(.*?):(\d+):(\d+:)? (parse error before.*[`\'"](.*)[\'"].*)', \
105 '(.*?):(\d+):(\d+:)?\s*(([Ee]rror)|(ERROR)): (.*)'], \
106 # '(.*?):(\d+):(\d+:)? (.*)'], \
107 'GNU_GMAKE':['(.*):(\d*): (\*\*\* .*)', \
108 '.*make.*: \*\*\* .*', \
109 '.*make.*: Target (.*) not remade because of errors.', \
110 '.*[Cc]ommand not found.*', \
112 'TIZEN_NATIVE':['.*ninja: build stopped.*', \
113 'edje_cc: Error..(.*):(\d).*', \
116 for parser in ErrorParser:
117 parser_env = os.getenv('SDK_ERROR_'+parser)
119 self.parsers.append(parser_env)
121 for msg in ErrorParser[parser]:
122 self.parsers.append(msg)
124 def check(self, full_log):
125 """Check error string line by line"""
127 #snipset_text = full_log[:full_log.rfind('PLATFORM_VER\t')].split('\n')
128 for line in full_log.split('\n'):
129 errline = re.search('|'.join(self.parsers), line[:1024])
131 return errline.string #Errors
132 return None #No error
134 class _Rootstrap(object):
135 """Tizen SDK rootstrap info.
136 Used only in Sdk class"""
138 rootstrap_list = None
141 def __init__(self, sdk_path=None, config=None, rootstrap_search=None):
143 self.tizen = sdk_path
144 self.list_rootstrap(rootstrap_search)
145 self.config_file = config
147 def list_rootstrap(self, rootstrap_search=None):
148 """List all the rootstraps"""
150 rs_prefix = 'mobile|wearable'
151 if rootstrap_search is not None:
152 rs_prefix = rootstrap_search
153 print 'Set rs_prefix: %s' % rs_prefix
155 if self.rootstrap_list != None:
156 return self.rootstrap_list
158 cmdline = self.tizen + ' list rootstrap'
159 ret = Executor().run(cmdline, show=False)
160 for x in ret.splitlines():
161 if re.search('(%s)-([0-9.]*)-(device.*|emulator.*).core.*' % rs_prefix, x):
162 if self.rootstrap_list == None:
163 self.rootstrap_list = []
164 self.rootstrap_list.append(x.split(' ')[0])
166 print 'No search result for %s' % '(%s)-([0-9.]*)-(device.*|emulator.*).core.*' % rs_prefix
167 return self.rootstrap_list
169 def check_rootstrap(self, rootstrap, show=True):
170 """Specific rootstrap is in the SDK
171 Otherwise use default"""
173 if rootstrap == None:
174 rootstrap = 'mobile-3.0-emulator.core' #default
175 if rootstrap in self.rootstrap_list:
179 print ' ERROR: Rootstrap [%s] does not exist' % rootstrap
180 print ' Update your rootstrap or use one of:\n %s' \
181 % '\n '.join(self.list_rootstrap())
185 """Tizen SDK related job"""
187 rs = None #_Rootstrap class instance
188 rootstrap_list = None
189 sdk_to_search = ['tizen-studio/tools/ide/bin/tizen', \
190 'tizen-sdk/tools/ide/bin/tizen', \
191 'tizen-sdk-ux/tools/ide/bin/tizen', \
192 'tizen-sdk-cli/tools/ide/bin/tizen']
194 def __init__(self, sdkpath=None, rootstrap_search=None):
196 self.error_parser = ErrorParser()
197 self.runtool = Executor(checker=self.error_parser)
199 self.home = os.getenv('HOME')
200 self.config_file = os.path.join(g_home, '.abs')
203 self.tizen = self.get_user_root()
204 if self.tizen is None or self.tizen == '':
205 for i in self.sdk_to_search:
206 if os.path.isfile(os.path.join(self.home, i)):
207 self.tizen = os.path.join(self.home, i)
210 self.tizen = os.path.join(sdkpath, 'tools/ide/bin/tizen')
211 self.update_user_root(self.tizen)
213 if not os.path.isfile(self.tizen):
214 print 'Cannot locate cli tool'
215 raise LocalError('Fail to locate cli tool')
217 self.rs = _Rootstrap(sdk_path=self.tizen, config=self.config_file, rootstrap_search=rootstrap_search)
219 def get_user_root(self):
221 if os.path.isfile(self.config_file):
222 config = ConfigParser.RawConfigParser()
223 config.read(self.config_file)
224 return config.get('Global', 'tizen')
227 def update_user_root(self, path):
229 if not os.path.isfile(self.config_file):
230 with open(self.config_file, 'w') as f:
231 f.write('[Global]\n')
232 f.write('tizen = %s\n' % path)
235 config = ConfigParser.RawConfigParser()
236 config.read(self.config_file)
237 config.set('Global', 'tizen', path)
238 with open(self.config_file, 'wb') as cf:
241 def list_rootstrap(self):
242 return self.rs.list_rootstrap()
244 def check_rootstrap(self, rootstrap):
245 return self.rs.check_rootstrap(rootstrap)
247 def _run(self, command, args, show=True, checker=False):
248 """Run a tizen command"""
250 cmd = [self.tizen, command] + args
251 print '\nRunning command:\n %s' % ' '.join(cmd)
252 return self.runtool.run(' '.join(cmd), show=show, checker=checker)
254 def copytree2(self, src, dst, symlinks=False, ignore=None):
255 """Copy with Ignore & Overwrite"""
256 names = os.listdir(src)
257 if ignore is not None:
258 ignored_names = ignore(src, names)
260 ignored_names = set()
269 if name in ignored_names:
271 srcname = os.path.join(src, name)
272 dstname = os.path.join(dst, name)
274 if symlinks and os.path.islink(srcname):
275 linkto = os.readlink(srcname)
276 os.symlink(linkto, dstname)
277 elif os.path.isdir(srcname):
278 self.copytree2(srcname, dstname, symlinks, ignore)
280 # Will raise a SpecialFileError for unsupported file types
281 shutil.copy2(srcname, dstname)
282 # catch the Error from the recursive copytree so that we can
283 # continue with other files
284 except shutil.Error, err:
285 errors.extend(err.args[0])
286 except EnvironmentError, why:
287 errors.append((srcname, dstname, str(why)))
289 shutil.copystat(src, dst)
291 if WindowsError is not None and isinstance(why, WindowsError):
292 # Copying file access times may fail on Windows
295 errors.append((src, dst, str(why)))
297 # raise shutil.Error, errors
299 def _copy_build_output(self, src, dst):
300 if not os.path.isdir(src) :
303 self.copytree2(src, dst, ignore=shutil.ignore_patterns('*.edc', '*.po', 'objs', '*.info', '*.so', 'CMakeLists.txt', '*.h', '*.c'))
304 except OSError as exc:
306 if exc.errno == errno.EEXIST:
307 shutil.copy(src, dst)
308 if exc.errno == errno.ENOENT:
309 shutil.copy(src, dst)
313 def _package_sharedlib(self, project_path, conf, app_name):
314 """If -r option used for packaging, make zip file from copied files"""
315 #project_path=project['path']
316 project_build_output_path=os.path.join(project_path, conf)
317 package_path=os.path.join(project_build_output_path, '.pkg')
319 if os.path.isdir(package_path):
320 shutil.rmtree(package_path)
321 os.makedirs(package_path)
322 os.makedirs(os.path.join(package_path, 'lib'))
324 #Copy project resource
325 self._copy_build_output(os.path.join(project_path, 'lib'), os.path.join(package_path, 'lib'))
326 self._copy_build_output(os.path.join(project_path, 'res'), os.path.join(package_path, 'res'))
328 #Copy built res resource
329 self._copy_build_output(os.path.join(project_build_output_path, 'res'), os.path.join(package_path, 'res'))
331 #Copy so library file
332 for filename in list_files(project_build_output_path, 'so'):
333 shutil.copy(filename, os.path.join(package_path, 'lib'))
335 # Copy so library file
336 zipname=app_name + '.zip'
337 rsrc_zip = os.path.join(project_build_output_path, zipname)
338 myZipFile = zipfile.ZipFile(rsrc_zip, 'w')
339 for filename in list_files(package_path):
341 myZipFile.write(filename, filename.replace(package_path, ''))
347 def build_tizen(self, source, rootstrap=None, arch=None, conf='Debug', jobs=None):
348 """SDK CLI build command"""
350 _rootstrap = self.check_rootstrap(rootstrap)
351 if _rootstrap == None:
352 raise LocalError('Rootstrap %s not exist' % rootstrap)
354 if rootstrap is None and arch is None:
355 rootstrap = _rootstrap
358 if 'emulator64' in rootstrap: self.arch = 'x86_64'
359 elif 'device64' in rootstrap: self.arch = 'aarch64'
360 elif 'emulator' in rootstrap: self.arch = 'x86'
361 elif 'device' in rootstrap: self.arch = 'arm'
362 elif rootstrap is None:
363 if arch not in ['x86', 'arm', 'aarch64', 'x86_64']:
364 raise LocalError('Architecture and rootstrap mismatch')
366 rootstrap = _rootstrap
367 if arch == 'x86_64': rootstrap = rootstrap.replace('emulator', 'emulator64')
368 elif arch == 'aarch64': rootstrap = rootstrap.replace('emulator', 'device64')
369 elif arch == 'arm': rootstrap = rootstrap.replace('emulator', 'device')
371 for x in source.project_list:
373 if x['web_app'] == True:
374 print '\n\n BUILD WEB\n'
375 b_args.extend(['--', x['path']])
376 out = self._run('build-web ', b_args, checker=True)
378 print '\n\n BUILD NATIVE\n'
380 b_args.extend(['-j', jobs])
381 b_args.extend(['-r', rootstrap, '-a', self.arch, '-C', conf])
382 b_args.extend(['--', x['path']])
383 out = self._run('build-native', b_args, checker=True)
384 logpath = os.path.join(source.output_dir, \
385 'build_%s_%s' % (rootstrap, os.path.basename(x['path'])))
386 if not os.path.isdir(source.output_dir):
387 os.makedirs(source.output_dir)
388 with open(logpath, 'w') as lf:
390 ret = self.error_parser.check(out)
392 with open(logpath+'.log', 'w') as lf:
395 raise LocalError(ret)
397 def package(self, source, cert=None, pkg_type=None, conf='Debug', manual_strip=False):
398 """SDK CLI package command
399 IF Debug + Manual Strip off then generate package-name-debug.tpk
400 IF Debug + Manual Strip on then generate package-name.tpk with custom strip
401 IF Release then generate package-name.tpk with strip option
403 if cert is None: cert = 'ABS'
404 if pkg_type is None: pkg_type = 'tpk'
405 if conf is None: conf = 'Debug'
408 main_args = ['-t', pkg_type, '-s', cert]
409 main_args_web = ['-t', 'wgt', '-s', cert]
412 # remove tpk or zip file on project path
414 for i, x in enumerate(source.project_list):
415 package_list.extend(list_files(os.path.join(x['path'], conf), ext='tpk'))
416 package_list.extend(list_files(os.path.join(x['path'], conf), ext='zip'))
417 package_list.extend(list_files(x['path'], ext='wgt'))
419 for k in package_list :
420 print ' package list ' + k;
424 if manual_strip == True :
425 main_args.extend(['--strip', 'on'])
427 if self.arch == None:
428 raise LocalError('Architecture is None')
430 for i, x in enumerate(source.project_list):
431 dir = os.path.join(x['path'], conf)
432 if not os.path.isdir(dir):
434 files = [os.path.join(dir,f) for f in os.listdir(dir) if os.path.isfile(os.path.join(dir,f))]
436 # dir must be "project/Debug directory"
437 info_path = os.path.join(dir, "build.info")
438 # Default Strip gcc version is 6.2
440 # Parsing GCC version from build.info inside Debug directory in Project to each project
441 if os.path.exists(info_path) :
442 with open(info_path) as fp :
444 if line.startswith("toolchain=") :
446 gcc_version = re.findall("\d+\.\d+", line)[0]
448 print "Cannot find Debug/build.info. The default gcc will strip tpk"
450 print "gcc version:" + gcc_version
452 if self.arch == 'x86' :
453 if(gcc_version == "4.9"):
454 strip_cmd = os.path.join(os.path.dirname(self.tizen), '../../i386-linux-gnueabi-gcc-' + gcc_version + '/bin/i386-linux-gnueabi-strip')
456 strip_cmd = os.path.join(os.path.dirname(self.tizen), '../../i586-linux-gnueabi-gcc-' + gcc_version + '/bin/i586-linux-gnueabi-strip')
457 elif self.arch == 'arm' :
458 strip_cmd = os.path.join(os.path.dirname(self.tizen), '../../arm-linux-gnueabi-gcc-' + gcc_version + '/bin/arm-linux-gnueabi-strip')
459 elif self.arch == 'x86_64' :
460 strip_cmd = os.path.join(os.path.dirname(self.tizen), '../../x86_64-linux-gnu-gcc-' + gcc_version + '/bin/x86_64-linux-gnu-strip')
461 elif self.arch == 'aarch64' :
462 strip_cmd = os.path.join(os.path.dirname(self.tizen), '../../aarch64-linux-gnu-gcc-' + gcc_version + '/bin/aarch64-linux-gnu-strip')
467 cmdline = strip_cmd + ' ' + k;
468 Executor().run(cmdline, show=False)
470 elif conf == 'Release':
471 main_args.extend(['--strip', 'on'])
473 for i, x in enumerate(source.project_list):
474 if x['web_app'] == False:
475 if x['type'] == 'app':
476 print '\n\n PACKAGE NATIVE\n'
477 out = '%s\n%s' % (out, \
478 self._run('package', main_args + ['--',os.path.join(x['path'],conf)]))
480 final_app = list_files(os.path.join(x['path'], conf), ext='tpk')[0]
482 raise LocalError('TPK file not generated for %s.' % x['APPNAME'])
483 x['out_package'] = final_app
484 elif x['type'] == 'sharedLib':
485 self._package_sharedlib(x['path'], conf, x['APPNAME'])
486 x['out_package'] = list_files(os.path.join(x['path'], conf), ext='zip')[0]
488 raise LocalError('Not supported project type %s' % x['type'])
489 elif x['web_app'] == True:
490 print '\n\n PACKAGE WEB\n'
491 out = '%s\n%s' % (out, \
492 self._run('package', main_args_web + ['--', os.path.join(x['path'], '.buildResult')]))
494 final_app = list_files(os.path.join(x['path'], '.buildResult'), ext='wgt')[0]
496 raise LocalError('WGT file not generated for %s.' % x['APPNAME'])
497 x['out_package'] = final_app
499 if source.b_multi == True:
501 print 'THIS IS MULTI PROJECT'
502 for i, x in enumerate(source.project_list):
503 if x['out_package'] != final_app and x.get('type') == 'app':
504 extra_args.extend(['-r', '"%s"' % x['out_package']])
505 elif x.get('type') == 'sharedLib':
506 extra_args.extend(['-r', '"%s"' % x['out_package']])
508 extra_args.extend(['--', '"%s"' % final_app])
509 if final_app.endswith('.tpk'):
510 out = self._run('package', main_args + extra_args)
511 elif final_app.endswith('.wgt'):
512 out = self._run('package', main_args_web + extra_args)
514 #TODO: signature validation check failed : Invalid file reference. An unsigned file was found.
515 if final_app.endswith('.tpk'):
516 print 'Packaging final step again!'
517 out = self._run('package', main_args + ['--', '"%s"' % final_app])
519 #Append arch to web binary
520 #if final_app.endswith('.wgt'):
521 # final_app_with_arch = final_app.replace('.wgt', '-%s.wgt' % self.arch)
522 # os.rename(final_app, final_app_with_arch)
523 # final_app = final_app_with_arch
525 #Copy tpk to output directory
526 if conf == 'Debug' and manual_strip == False :
527 basename = os.path.splitext(final_app)[0]
528 if final_app.endswith('.tpk'):
529 newname = basename +'-debug.tpk'
530 elif final_app.endswith('.wgt'):
531 newname = basename +'-debug.wgt'
532 os.rename(final_app, newname)
533 shutil.copy(newname, source.output_dir)
535 shutil.copy(final_app, source.output_dir)
537 def clean(self, source):
538 """SDK CLI clean command"""
540 if os.path.isdir(source.multizip_path):
541 shutil.rmtree(source.multizip_path)
543 if os.path.isfile(os.path.join(source.multizip_path, '.zip')):
544 os.remove(os.path.join(source.multizip_path, '.zip'))
546 for x in source.project_list:
547 self._run('clean', ['--', x['path']], show=False)
549 class Source(object):
550 """Project source related job"""
552 workspace = '' #Project root directory
555 multi_conf_file = 'WORKSPACE' #Assume multi-project if this file exist.
556 multizip_path = '' #For multi-project packaging -r option
558 output_dir = '_abs_out_'
560 def __init__(self, src=None):
563 self.workspace = os.getcwd()
565 self.workspace = os.path.abspath(src)
566 self.output_dir = os.path.join(self.workspace, self.output_dir)
568 os.environ['workspace_loc']=str(os.path.realpath(self.workspace))
570 self.multizip_path = os.path.join(self.workspace, 'multizip')
573 def set_properties(self, path):
574 """Fetch all properties from project_def.prop"""
577 cp = ConfigParser.SafeConfigParser()
579 if self.is_web_app(path):
580 mydict['web_app'] = True
582 mydict['web_app'] = False
583 cp.readfp(FakeSecHead(open(os.path.join(path, 'project_def.prop'))))
584 for x in cp.items('ascection'):
586 mydict['path'] = path
589 def set_user_options(self, c_opts=None, cpp_opts=None, link_opts=None):
590 if c_opts is not None:
591 os.environ['USER_C_OPTS'] = c_opts
592 print 'Set USER_C_OPTS=[%s]' % os.getenv('USER_C_OPTS')
593 if cpp_opts is not None:
594 os.environ['USER_CPP_OPTS'] = cpp_opts
595 print 'Set USER_CPP_OPTS=[%s]' % os.getenv('USER_CPP_OPTS')
596 if link_opts is not None:
597 os.environ['USER_LINK_OPTS'] = link_opts
598 print 'Set USER_LINK_OPTS=[%s]' % os.getenv('USER_LINK_OPTS')
600 def is_web_app(self, project_directory):
601 if os.path.isfile(os.path.join(project_directory, 'config.xml')):
605 def pre_process(self):
607 if os.path.isfile(os.path.join(self.workspace, self.multi_conf_file)):
609 with open(os.path.join(self.workspace, self.multi_conf_file)) as f:
613 file_path = os.path.join(self.workspace, line.rstrip())
614 self.project_list.append(self.set_properties(file_path))
617 file_path = os.path.join(self.workspace)
618 self.project_list.append(self.set_properties(file_path))
620 def argument_parsing(argv):
621 """Any arguments passed from user"""
623 parser = argparse.ArgumentParser(description='ABS command line interface')
625 subparsers = parser.add_subparsers(dest='subcommands')
627 #### [subcommand - BUILD] ####
628 build = subparsers.add_parser('build')
629 build.add_argument('-w', '--workspace', action='store', dest='workspace', \
630 help='source directory')
631 build.add_argument('-r', '--rootstrap', action='store', dest='rootstrap', \
632 help='(ex, mobile-3.0-device.core) rootstrap name')
633 build.add_argument('-a', '--arch', action='store', dest='arch', \
634 help='(x86|arm|x86_64|aarch64) Architecture to build')
635 build.add_argument('-t', '--type', action='store', dest='type', \
636 help='(tpk|wgt) Packaging type')
637 build.add_argument('-s', '--cert', action='store', dest='cert', \
638 help='(ex, ABS) Certificate profile name')
639 build.add_argument('-c', '--conf', action='store',default='Release', dest='conf', \
640 help='(ex, Debug|Release) Build Configuration')
641 build.add_argument('-j', '--jobs', action='store', dest='jobs', \
642 help='(number of jobs) The number of parallel builds')
643 build.add_argument('--sdkpath', action='store', dest='sdkpath', \
644 help='Specify Tizen SDK installation root (one time init).' \
645 ' ex) /home/yours/tizen-sdk/')
646 build.add_argument('--profile-to-search', action='store', dest='profiletosearch', \
647 help='Rootstrap profile prefix.' \
648 ' ex) (mobile|wearable|da-hfp)')
649 build.add_argument('--c-opts', action='store', dest='c_opts', \
650 help='Extra compile options USER_C_OPTS')
651 build.add_argument('--cpp-opts', action='store', dest='cpp_opts', \
652 help='Extra compile options USER_CPP_OPTS')
653 build.add_argument('--link-opts', action='store', dest='link_opts', \
654 help='Extra linking options USER_LINK_OPTS')
656 return parser.parse_args(argv[1:])
658 def build_main(args):
659 """Command [build] entry point."""
662 my_source = Source(src=args.workspace)
664 my_source.set_user_options(c_opts=args.c_opts, cpp_opts=args.cpp_opts, link_opts=args.link_opts)
665 print '-------------------'
666 print '(%s)' % args.profiletosearch
667 print '-------------------'
668 my_sdk = Sdk(sdkpath=args.sdkpath, rootstrap_search=args.profiletosearch)
669 my_sdk.clean(my_source)
670 my_sdk.build_tizen(my_source, rootstrap=args.rootstrap, arch=args.arch, jobs=args.jobs)
671 if args.conf == 'Debug' :
672 my_sdk.package(my_source, pkg_type=args.type, cert=args.cert)
673 my_sdk.package(my_source, pkg_type=args.type, cert=args.cert, manual_strip=True)
675 my_sdk.package(my_source, pkg_type=args.type, cert=args.cert, manual_strip=True)
677 except Exception as err:
678 wrk = os.path.join(os.path.abspath(args.workspace), '_abs_out_')
679 if not os.path.isdir(wrk):
681 with open(os.path.join(wrk, 'build_EXCEPTION.log'), 'w') as ef:
682 ef.write('Exception %s' % str(err))
686 """Script entry point."""
688 args = argument_parsing(argv)
690 if args.subcommands == 'build':
691 return build_main(args)
693 print 'Unsupported command %s' % args.subcommands
694 raise LocalError('Command %s not supported' % args.subcommands)
696 if __name__ == '__main__':
699 sys.exit(main(sys.argv))
701 print 'Exception %s' % str(e)
702 #FIXME: Remove hard-coded output directory.
703 if not os.path.isdir('_abs_out_'):
704 os.makedirs('_abs_out_')
705 with open(os.path.join('_abs_out_', 'build_EXCEPTION.log'), 'w') as ef:
706 ef.write('Exception %s' % repr(e))