classes/populate_sdk_ext: eliminate double execution on install
Use the new BB_SETSCENE_ENFORCE functionality to avoid having to run bitbake twice on installing the extensible SDK - we can now do it all in one invocation which not only takes less time, but we should also get more meaningful errors for some types of failure, in particular where downloading from an sstate mirror fails. One result of this change is that you get the errors printed on the console during normal output rather than this going to the preparing_build_system.log file first. In OE-Core revision 227d2cbf9e0b8c35fa6644e3d72e0699db9607fa, we changed to always print the contents of preparing_build_system.log on failure, but now at least the error contents of that log is duplicated. Besides, I intentionally didn't print out the contents of that log during normal usage because it's quite verbose - the bug that we were attempting to fix was about not getting this information when seeing failures in the automated tests, thus I've moved printing the log to the test handling code instead. Part of the implementation of [YOCTO #9367]. (From OE-Core rev: e1390c1ef85862b91b067ab24f3c06ca506155ad) Signed-off-by: Paul Eggleton <paul.eggleton@linux.intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Paul Eggleton
Richard Purdie
parent
c24b6512d7
commit
a702c68c5b
|
|
@ -223,10 +223,13 @@ python copy_buildsystem () {
|
|||
# warning.
|
||||
f.write('SIGGEN_LOCKEDSIGS_SSTATE_EXISTS_CHECK = "none"\n\n')
|
||||
|
||||
# Error if the sigs in the locked-signature file don't match
|
||||
# Warn if the sigs in the locked-signature file don't match
|
||||
# the sig computed from the metadata.
|
||||
f.write('SIGGEN_LOCKEDSIGS_TASKSIG_CHECK = "warn"\n\n')
|
||||
|
||||
# Set up whitelist for run on install
|
||||
f.write('BB_SETSCENE_ENFORCE_WHITELIST = "%:* *:do_shared_workdir *:do_rm_work"\n\n')
|
||||
|
||||
# Hide the config information from bitbake output (since it's fixed within the SDK)
|
||||
f.write('BUILDCFG_HEADER = ""\n')
|
||||
|
||||
|
|
@ -424,7 +427,7 @@ sdk_ext_postinst() {
|
|||
# current working directory when first ran, nor will it set $1 when
|
||||
# sourcing a script. That is why this has to look so ugly.
|
||||
LOGFILE="$target_sdk_dir/preparing_build_system.log"
|
||||
sh -c ". buildtools/environment-setup* > $LOGFILE && cd $target_sdk_dir/`dirname ${oe_init_build_env_path}` && set $target_sdk_dir && . $target_sdk_dir/${oe_init_build_env_path} $target_sdk_dir >> $LOGFILE && python $target_sdk_dir/ext-sdk-prepare.py '${SDK_INSTALL_TARGETS}' >> $LOGFILE 2>&1" || { echo "ERROR: SDK preparation failed: see $LOGFILE"; cat "$LOGFILE"; echo "printf 'ERROR: this SDK was not fully installed and needs reinstalling\n'" >> $env_setup_script ; exit 1 ; }
|
||||
sh -c ". buildtools/environment-setup* > $LOGFILE && cd $target_sdk_dir/`dirname ${oe_init_build_env_path}` && set $target_sdk_dir && . $target_sdk_dir/${oe_init_build_env_path} $target_sdk_dir >> $LOGFILE && python $target_sdk_dir/ext-sdk-prepare.py '${SDK_INSTALL_TARGETS}' >> $LOGFILE 2>&1" || { echo "ERROR: SDK preparation failed: see $LOGFILE for a slightly more detailed log"; echo "printf 'ERROR: this SDK was not fully installed and needs reinstalling\n'" >> $env_setup_script ; exit 1 ; }
|
||||
rm $target_sdk_dir/ext-sdk-prepare.py
|
||||
fi
|
||||
echo done
|
||||
|
|
|
|||
|
|
@ -113,10 +113,18 @@ def testsdkext_main(d):
|
|||
testdir = d.expand("${WORKDIR}/testsdkext/")
|
||||
bb.utils.remove(testdir, True)
|
||||
bb.utils.mkdirhier(testdir)
|
||||
sdkdir = os.path.join(testdir, 'tc')
|
||||
try:
|
||||
subprocess.check_output("%s -y -d %s/tc" % (tcname, testdir), shell=True)
|
||||
subprocess.check_output("%s -y -d %s" % (tcname, sdkdir), shell=True)
|
||||
except subprocess.CalledProcessError as e:
|
||||
bb.fatal("Couldn't install the SDK EXT:\n%s" % e.output.decode("utf-8"))
|
||||
msg = "Couldn't install the extensible SDK:\n%s" % e.output.decode("utf-8")
|
||||
logfn = os.path.join(sdkdir, 'preparing_build_system.log')
|
||||
if os.path.exists(logfn):
|
||||
msg += '\n\nContents of preparing_build_system.log:\n'
|
||||
with open(logfn, 'r') as f:
|
||||
for line in f:
|
||||
msg += line
|
||||
bb.fatal(msg)
|
||||
|
||||
try:
|
||||
bb.plain("Running SDK Compatibility tests ...")
|
||||
|
|
|
|||
|
|
@ -27,22 +27,6 @@ def exec_watch(cmd, **options):
|
|||
|
||||
return process.returncode, buf
|
||||
|
||||
def check_unexpected(lines, recipes):
|
||||
"""Check for unexpected output lines from dry run"""
|
||||
unexpected = []
|
||||
for line in lines.splitlines():
|
||||
if 'Running task' in line:
|
||||
for recipe in recipes:
|
||||
if recipe in line:
|
||||
break
|
||||
else:
|
||||
line = line.split('Running', 1)[-1]
|
||||
if 'do_rm_work' not in line:
|
||||
unexpected.append(line.rstrip())
|
||||
elif 'Running setscene' in line:
|
||||
unexpected.append(line.rstrip())
|
||||
return unexpected
|
||||
|
||||
def main():
|
||||
if len(sys.argv) < 2:
|
||||
sdk_targets = []
|
||||
|
|
@ -55,44 +39,10 @@ def main():
|
|||
|
||||
print('Preparing SDK for %s...' % ', '.join(sdk_targets))
|
||||
|
||||
ret, out = exec_watch('bitbake %s --setscene-only' % ' '.join(sdk_targets))
|
||||
ret, out = exec_watch('BB_SETSCENE_ENFORCE=1 bitbake %s' % ' '.join(sdk_targets))
|
||||
if ret:
|
||||
return ret
|
||||
|
||||
targetlist = []
|
||||
for target in sdk_targets:
|
||||
if ':' in target:
|
||||
target = target.split(':')[0]
|
||||
if not target in targetlist:
|
||||
targetlist.append(target)
|
||||
|
||||
recipes = []
|
||||
for target in targetlist:
|
||||
try:
|
||||
out = subprocess.check_output(('bitbake -e %s' % target).split(), stderr=subprocess.STDOUT)
|
||||
for line in out.splitlines():
|
||||
if line.startswith('FILE='):
|
||||
splitval = line.rstrip().split('=')
|
||||
if len(splitval) > 1:
|
||||
recipes.append(splitval[1].strip('"'))
|
||||
break
|
||||
except subprocess.CalledProcessError as e:
|
||||
print('ERROR: Failed to get recipe for target %s:\n%s' % (target, e.output))
|
||||
return 1
|
||||
|
||||
try:
|
||||
out = subprocess.check_output('bitbake %s -n' % ' '.join(sdk_targets), stderr=subprocess.STDOUT, shell=True)
|
||||
unexpected = check_unexpected(out, recipes)
|
||||
except subprocess.CalledProcessError as e:
|
||||
print('ERROR: Failed to execute dry-run:\n%s' % e.output)
|
||||
return 1
|
||||
|
||||
if unexpected:
|
||||
print('ERROR: Unexpected tasks or setscene left over to be executed:')
|
||||
for line in unexpected:
|
||||
print(' ' + line)
|
||||
return 1
|
||||
|
||||
if __name__ == "__main__":
|
||||
try:
|
||||
ret = main()
|
||||
|
|
|
|||
Loading…
Reference in New Issue