mirror of
https://git.rtems.org/rtems-source-builder
synced 2024-10-09 07:15:10 +08:00
0add2eaa70
Refactor the options handling in defaults.py to allow the --jobs option have varing specific parameters. The option supports 'none', 'max' and 'half' or a fraction to divide the number of CPUs or an integer value which is the number of jobs. The --no-smp has been removed. The host specific modules have been changed to set the number of CPUs in the defaults table. Fixed the --keep-going to clean up is --always-clean is provided even if the build has an error.
403 lines
15 KiB
Python
403 lines
15 KiB
Python
#
|
|
# RTEMS Tools Project (http://www.rtems.org/)
|
|
# Copyright 2010-2013 Chris Johns (chrisj@rtems.org)
|
|
# All rights reserved.
|
|
#
|
|
# This file is part of the RTEMS Tools package in 'rtems-tools'.
|
|
#
|
|
# Permission to use, copy, modify, and/or distribute this software for any
|
|
# purpose with or without fee is hereby granted, provided that the above
|
|
# copyright notice and this permission notice appear in all copies.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
|
|
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
|
|
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
|
|
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
|
|
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
|
|
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
|
|
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
|
|
|
|
#
|
|
# This code builds a package compiler tool suite given a tool set. A tool
|
|
# set lists the various tools. These are specific tool configurations.
|
|
#
|
|
|
|
import copy
|
|
import datetime
|
|
import distutils.dir_util
|
|
import glob
|
|
import operator
|
|
import os
|
|
import sys
|
|
|
|
try:
|
|
import build
|
|
import check
|
|
import defaults
|
|
import error
|
|
import log
|
|
import path
|
|
import reports
|
|
except KeyboardInterrupt:
|
|
print 'abort: user terminated'
|
|
sys.exit(1)
|
|
except:
|
|
print 'error: unknown application load error'
|
|
sys.exit(1)
|
|
|
|
#
|
|
# Version of RTEMS Source Builder Set Builder.
|
|
#
|
|
version = '0.1'
|
|
|
|
def _trace(opts, text):
|
|
if opts.trace():
|
|
print text
|
|
|
|
def _notice(opts, text):
|
|
if not opts.quiet() and not log.default.has_stdout():
|
|
print text
|
|
log.output(text)
|
|
log.flush()
|
|
|
|
class buildset:
|
|
"""Build a set builds a set of packages."""
|
|
|
|
def __init__(self, bset, _configs, _defaults, opts):
|
|
_trace(opts, '_bset:%s: init' % (bset))
|
|
self.configs = _configs
|
|
self.opts = opts
|
|
self.defaults = _defaults
|
|
self.bset = bset
|
|
self.bset_pkg = '%s-%s-set' % (self.opts.expand('%{_target}', _defaults),
|
|
self.bset)
|
|
|
|
def _output(self, text):
|
|
if not self.opts.quiet():
|
|
log.output(text)
|
|
|
|
def copy(self, src, dst):
|
|
if not os.path.isdir(path.host(src)):
|
|
raise error.general('copying tree: no source directory: %s' % (path.host(src)))
|
|
if not self.opts.dry_run():
|
|
try:
|
|
files = distutils.dir_util.copy_tree(path.host(src),
|
|
path.host(dst))
|
|
for f in files:
|
|
self._output(f)
|
|
except IOError, err:
|
|
raise error.general('copying tree: %s: %s' % (what, str(err)))
|
|
except distutils.errors.DistutilsFileError, err:
|
|
raise error.general('copying tree: %s' % (str(err)))
|
|
|
|
def report(self, _config, _build):
|
|
if not self.opts.get_arg('--no-report'):
|
|
format = self.opts.get_arg('--report-format')
|
|
if format is None:
|
|
format = 'html'
|
|
ext = '.html'
|
|
else:
|
|
if len(format) != 2:
|
|
raise error.general('invalid report format option: %s' % ('='.join(format)))
|
|
if format[1] == 'text':
|
|
format = 'text'
|
|
ext = '.txt'
|
|
elif format[1] == 'asciidoc':
|
|
format = 'asciidoc'
|
|
ext = '.txt'
|
|
elif format[1] == 'html':
|
|
format = 'html'
|
|
ext = '.html'
|
|
else:
|
|
raise error.general('invalid report format: %s' % (format[1]))
|
|
buildroot = _build.config.abspath('%{buildroot}')
|
|
prefix = self.opts.expand('%{_prefix}', self.defaults)
|
|
name = _build.main_package().name() + ext
|
|
outpath = path.host(path.join(buildroot, prefix, 'share', 'rtems-source-builder'))
|
|
outname = path.host(path.join(outpath, name))
|
|
_notice(self.opts, 'reporting: %s -> %s' % (_config, name))
|
|
if not self.opts.dry_run():
|
|
_build.mkdir(outpath)
|
|
r = reports.report(format, self.configs, self.defaults, self.opts)
|
|
r.make(_config, outname)
|
|
del r
|
|
|
|
def root_copy(self, src, dst):
|
|
what = '%s -> %s' % \
|
|
(os.path.relpath(path.host(src)), os.path.relpath(path.host(dst)))
|
|
if self.opts.trace():
|
|
_notice(self.opts, 'collecting: %s' % (what))
|
|
if not self.opts.dry_run():
|
|
self.copy(src, dst)
|
|
|
|
def install(self, name, buildroot, prefix):
|
|
dst = prefix
|
|
src = path.join(buildroot, prefix)
|
|
_notice(self.opts, 'installing: %s -> %s' % (name, path.host(dst)))
|
|
if not self.opts.dry_run():
|
|
self.copy(src, dst)
|
|
|
|
def canadian_cross(self, _build):
|
|
defaults_to_save = ['%{_prefix}',
|
|
'%{_tmproot}',
|
|
'%{buildroot}',
|
|
'%{_builddir}',
|
|
'%{_host}']
|
|
defaults_to_copy = [('%{_host}', '%{_build}'),
|
|
('%{_tmproot}', '%{_tmpcxcroot}'),
|
|
('%{buildroot}', '%{buildcxcroot}'),
|
|
('%{_builddir}', '%{_buildcxcdir}')]
|
|
orig_defaults = {}
|
|
for d in defaults_to_save:
|
|
orig_defaults[d] = _build.config.default(d)
|
|
for d in defaults_to_copy:
|
|
_build.config.set_define(d[0], _build.config.default(d[1]))
|
|
_build.make()
|
|
for d in defaults_to_save:
|
|
_build.config.set_define(d, orig_defaults[d])
|
|
self.root_copy(_build.config.expand('%{buildcxcroot}'),
|
|
_build.config.expand('%{_tmpcxcroot}'))
|
|
|
|
def build_package(self, _config, _build):
|
|
if _build.canadian_cross():
|
|
self.canadian_cross(_build)
|
|
_build.make()
|
|
self.report(_config, _build)
|
|
self.root_copy(_build.config.expand('%{buildroot}'),
|
|
_build.config.expand('%{_tmproot}'))
|
|
|
|
def bset_tar(self, _build):
|
|
tardir = _build.config.expand('%{_tardir}')
|
|
if self.opts.get_arg('--bset-tar-file'):
|
|
path.mkdir(tardir)
|
|
tar = path.join(tardir, _build.config.expand('%s.tar.bz2' % (self.bset_pkg)))
|
|
_notice(self.opts, 'tarball: %s' % (os.path.relpath(path.host(tar))))
|
|
if not self.opts.dry_run():
|
|
tmproot = _build.config.expand('%{_tmproot}')
|
|
cmd = _build.config.expand("'cd " + tmproot + \
|
|
" && %{__tar} -cf - . | %{__bzip2} > " + tar + "'")
|
|
_build.run(cmd, shell_opts = '-c', cwd = tmproot)
|
|
|
|
def parse(self, bset):
|
|
|
|
def _clean(line):
|
|
line = line[0:-1]
|
|
b = line.find('#')
|
|
if b >= 0:
|
|
line = line[1:b]
|
|
return line.strip()
|
|
|
|
bsetname = bset
|
|
|
|
if not path.exists(bsetname):
|
|
for cp in self.opts.expand('%{_configdir}', self.defaults).split(':'):
|
|
configdir = path.abspath(cp)
|
|
bsetname = path.join(configdir, bset)
|
|
if path.exists(bsetname):
|
|
break
|
|
bsetname = None
|
|
if bsetname is None:
|
|
raise error.general('no build set file found: %s' % (bset))
|
|
try:
|
|
if self.opts.trace():
|
|
print '_bset:%s: open: %s' % (self.bset, bsetname)
|
|
bset = open(path.host(bsetname), 'r')
|
|
except IOError, err:
|
|
raise error.general('error opening bset file: %s' % (bsetname))
|
|
|
|
configs = []
|
|
|
|
try:
|
|
lc = 0
|
|
for l in bset:
|
|
lc += 1
|
|
l = _clean(l)
|
|
if len(l) == 0:
|
|
continue
|
|
if self.opts.trace():
|
|
print '%03d: %s' % (lc, l)
|
|
ls = l.split()
|
|
if ls[0][-1] == ':' and ls[0][:-1] == 'package':
|
|
self.bset_pkg = self.opts.expand(ls[1].strip(), self.defaults)
|
|
self.defaults['package'] = ('none', 'none', self.bset_pkg)
|
|
elif ls[0][0] == '%':
|
|
if ls[0] == '%define':
|
|
if len(ls) > 2:
|
|
self.opts.define(self.defaults,
|
|
ls[1].strip(),
|
|
' '.join([f.strip() for f in ls[2:]]))
|
|
else:
|
|
self.opts.define(self.defaults, ls[1].strip())
|
|
elif ls[0] == '%undefine':
|
|
if len(ls) > 2:
|
|
raise error.general('%undefine requires just the name')
|
|
self.opts.undefine(self.defaults, ls[1].strip())
|
|
elif ls[0] == '%include':
|
|
configs += self.parse(ls[1].strip())
|
|
else:
|
|
raise error.general('invalid directive in build set files: %s' % (l))
|
|
else:
|
|
l = l.strip()
|
|
c = build.find_config(l, self.configs)
|
|
if c is None:
|
|
raise error.general('cannot find file: %s' % (l))
|
|
configs += [c]
|
|
except:
|
|
bset.close()
|
|
raise
|
|
|
|
bset.close()
|
|
|
|
return configs
|
|
|
|
def load(self):
|
|
|
|
exbset = self.opts.expand(self.bset, self.defaults)
|
|
|
|
self.defaults['_bset'] = ('none', 'none', exbset)
|
|
|
|
root, ext = path.splitext(exbset)
|
|
|
|
if exbset.endswith('.bset'):
|
|
bset = exbset
|
|
else:
|
|
bset = '%s.bset' % (exbset)
|
|
|
|
return self.parse(bset)
|
|
|
|
def build(self, deps = None):
|
|
|
|
_trace(self.opts, '_bset:%s: make' % (self.bset))
|
|
_notice(self.opts, 'Build Set: %s' % (self.bset))
|
|
|
|
configs = self.load()
|
|
|
|
_trace(self.opts, '_bset:%s: configs: %s' % (self.bset, ','.join(configs)))
|
|
|
|
current_path = os.environ['PATH']
|
|
|
|
start = datetime.datetime.now()
|
|
|
|
try:
|
|
builds = []
|
|
for s in range(0, len(configs)):
|
|
try:
|
|
#
|
|
# Each section of the build set gets a separate set of
|
|
# defaults so we do not contaminate one configuration with
|
|
# another.
|
|
#
|
|
_opts = copy.deepcopy(self.opts)
|
|
_defaults = copy.deepcopy(self.defaults)
|
|
if configs[s].endswith('.bset'):
|
|
bs = buildset(configs[s],
|
|
_configs = self.configs,
|
|
_defaults = _defaults,
|
|
opts = _opts)
|
|
bs.build(deps)
|
|
del bs
|
|
elif configs[s].endswith('.cfg'):
|
|
b = build.build(configs[s],
|
|
self.opts.get_arg('--pkg-tar-files'),
|
|
_defaults = _defaults,
|
|
opts = _opts)
|
|
if deps is None:
|
|
self.build_package(configs[s], b)
|
|
if s == len(configs) - 1:
|
|
self.bset_tar(b)
|
|
else:
|
|
deps += b.config.includes()
|
|
builds += [b]
|
|
else:
|
|
raise error.general('invalid config type: %s' % (configs[s]))
|
|
except error.general, gerr:
|
|
if self.opts.keep_going():
|
|
print gerr
|
|
if self.opts.always_clean():
|
|
builds += [b]
|
|
else:
|
|
raise
|
|
if deps is None and not self.opts.get_arg('--no-install'):
|
|
for b in builds:
|
|
self.install(b.name(),
|
|
b.config.expand('%{buildroot}'),
|
|
b.config.expand('%{_prefix}'))
|
|
if deps is None and \
|
|
(not self.opts.no_clean() or self.opts.always_clean()):
|
|
for b in builds:
|
|
_notice(self.opts, 'cleaning: %s' % (b.name()))
|
|
b.cleanup()
|
|
for b in builds:
|
|
del b
|
|
except:
|
|
os.environ['PATH'] = current_path
|
|
raise
|
|
|
|
end = datetime.datetime.now()
|
|
|
|
os.environ['PATH'] = current_path
|
|
|
|
_notice(self.opts, 'Build Set: Time %s' % (str(end - start)))
|
|
|
|
def list_bset_cfg_files(opts, configs):
|
|
if opts.get_arg('--list-configs') or opts.get_arg('--list-bsets'):
|
|
if opts.get_arg('--list-configs'):
|
|
ext = '.cfg'
|
|
else:
|
|
ext = '.bset'
|
|
for p in configs['paths']:
|
|
print 'Examining: %s' % (os.path.relpath(p))
|
|
for c in configs['files']:
|
|
if c.endswith(ext):
|
|
print ' %s' % (c)
|
|
return True
|
|
return False
|
|
|
|
def run():
|
|
import sys
|
|
try:
|
|
optargs = { '--list-configs': 'List available configurations',
|
|
'--list-bsets': 'List available build sets',
|
|
'--list-deps': 'List the dependent files.',
|
|
'--no-install': 'Do not install the packages to the prefix.',
|
|
'--no-report': 'Do not create a package report.',
|
|
'--report-format': 'The report format (text, html, asciidoc).',
|
|
'--bset-tar-file': 'Create a build set tar file',
|
|
'--pkg-tar-files': 'Create package tar files' }
|
|
opts, _defaults = defaults.load(sys.argv, optargs)
|
|
log.default = log.log(opts.logfiles())
|
|
_notice(opts, 'RTEMS Source Builder - Set Builder, v%s' % (version))
|
|
if not check.host_setup(opts, _defaults):
|
|
raise error.general('host build environment is not set up correctly')
|
|
configs = build.get_configs(opts, _defaults)
|
|
if opts.get_arg('--list-deps'):
|
|
deps = []
|
|
else:
|
|
deps = None
|
|
if not list_bset_cfg_files(opts, configs):
|
|
for bset in opts.params():
|
|
b = buildset(bset, _configs = configs, _defaults = _defaults, opts = opts)
|
|
b.build(deps)
|
|
del b
|
|
if deps is not None:
|
|
c = 0
|
|
for d in sorted(set(deps)):
|
|
c += 1
|
|
print 'dep[%d]: %s' % (c, d)
|
|
except error.general, gerr:
|
|
print gerr
|
|
print >> sys.stderr, 'Build FAILED'
|
|
sys.exit(1)
|
|
except error.internal, ierr:
|
|
print ierr
|
|
sys.exit(1)
|
|
except error.exit, eerr:
|
|
pass
|
|
except KeyboardInterrupt:
|
|
_notice(opts, 'abort: user terminated')
|
|
sys.exit(1)
|
|
sys.exit(0)
|
|
|
|
if __name__ == "__main__":
|
|
run()
|