2015-07-09 08:49:10 +00:00
inherit meta
2014-01-27 02:05:10 +00:00
# Wildcards specifying complementary packages to install for every package that has been explicitly
# installed into the rootfs
COMPLEMENTARY_GLOB[dev-pkgs] = '*-dev'
COMPLEMENTARY_GLOB[staticdev-pkgs] = '*-staticdev'
COMPLEMENTARY_GLOB[doc-pkgs] = '*-doc'
COMPLEMENTARY_GLOB[dbg-pkgs] = '*-dbg'
COMPLEMENTARY_GLOB[ptest-pkgs] = '*-ptest'
def complementary_globs(featurevar, d):
all_globs = d.getVarFlags('COMPLEMENTARY_GLOB')
globs = []
2016-12-14 21:13:04 +00:00
features = set((d.getVar(featurevar) or '').split())
2014-01-27 02:05:10 +00:00
for name, glob in all_globs.items():
if name in features:
globs.append(glob)
return ' '.join(globs)
2016-11-02 17:09:28 +00:00
SDKIMAGE_FEATURES ??= "dev-pkgs dbg-pkgs ${@bb.utils.contains('DISTRO_FEATURES', 'api-documentation', 'doc-pkgs', '', d)}"
2014-01-27 02:05:10 +00:00
SDKIMAGE_INSTALL_COMPLEMENTARY = '${@complementary_globs("SDKIMAGE_FEATURES", d)}'
2018-03-01 18:26:32 +00:00
# List of locales to install, or "all" for all of them, or unset for none.
SDKIMAGE_LINGUAS ?= "all"
2014-08-14 13:31:40 +00:00
inherit rootfs_${IMAGE_PKGTYPE}
2012-06-25 17:38:36 +00:00
SDK_DIR = "${WORKDIR}/sdk"
SDK_OUTPUT = "${SDK_DIR}/image"
2014-04-04 07:47:42 +00:00
SDK_DEPLOY = "${DEPLOY_DIR}/sdk"
2012-06-25 17:38:36 +00:00
2016-09-21 09:26:22 +00:00
SDKDEPLOYDIR = "${WORKDIR}/${SDKMACHINE}-deploy-${PN}-populate-sdk"
2016-08-31 11:02:50 +00:00
2014-02-17 14:22:29 +00:00
B_task-populate-sdk = "${SDK_DIR}"
2013-02-18 11:40:12 +00:00
SDKTARGETSYSROOT = "${SDKPATH}/sysroots/${REAL_MULTIMACH_TARGET_SYS}"
2012-06-25 17:38:36 +00:00
2013-09-10 15:10:48 +00:00
TOOLCHAIN_HOST_TASK ?= "nativesdk-packagegroup-sdk-host packagegroup-cross-canadian-${MACHINE}"
2012-06-21 20:11:53 +00:00
TOOLCHAIN_HOST_TASK_ATTEMPTONLY ?= ""
2016-12-21 16:36:07 +00:00
TOOLCHAIN_TARGET_TASK ?= "${@multilib_pkg_extend(d, 'packagegroup-core-standalone-sdk-target')}"
2012-06-21 20:11:53 +00:00
TOOLCHAIN_TARGET_TASK_ATTEMPTONLY ?= ""
2013-04-30 18:32:03 +00:00
TOOLCHAIN_OUTPUTNAME ?= "${SDK_NAME}-toolchain-${SDK_VERSION}"
2012-06-25 17:38:36 +00:00
2012-06-25 17:45:50 +00:00
SDK_RDEPENDS = "${TOOLCHAIN_TARGET_TASK} ${TOOLCHAIN_HOST_TASK}"
2018-03-01 18:26:32 +00:00
SDK_DEPENDS = "virtual/fakeroot-native pixz-native cross-localedef-native"
2018-03-02 20:52:54 +00:00
SDK_DEPENDS_append_libc-glibc = " nativesdk-glibc-locale"
2012-06-25 17:38:36 +00:00
2012-06-22 23:44:06 +00:00
# We want the MULTIARCH_TARGET_SYS to point to the TUNE_PKGARCH, not PACKAGE_ARCH as it
# could be set to the MACHINE_ARCH
REAL_MULTIMACH_TARGET_SYS = "${TUNE_PKGARCH}${TARGET_VENDOR}-${TARGET_OS}"
2012-06-25 17:38:36 +00:00
PID = "${@os.getpid()}"
EXCLUDE_FROM_WORLD = "1"
2012-10-08 10:43:50 +00:00
SDK_PACKAGING_FUNC ?= "create_shar"
2015-07-16 20:34:21 +00:00
SDK_PRE_INSTALL_COMMAND ?= ""
2014-09-10 17:19:31 +00:00
SDK_POST_INSTALL_COMMAND ?= ""
2015-02-23 17:00:40 +00:00
SDK_RELOCATE_AFTER_INSTALL ?= "1"
2012-10-08 10:43:50 +00:00
2016-12-14 21:13:04 +00:00
SDKEXTPATH ?= "~/${@d.getVar('DISTRO')}_sdk"
SDK_TITLE ?= "${@d.getVar('DISTRO_NAME') or d.getVar('DISTRO')} SDK"
2015-04-20 16:47:08 +00:00
2016-09-01 08:56:00 +00:00
SDK_TARGET_MANIFEST = "${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.target.manifest"
SDK_HOST_MANIFEST = "${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.host.manifest"
2014-08-26 10:05:41 +00:00
python write_target_sdk_manifest () {
from oe.sdk import sdk_list_installed_packages
2016-01-18 14:33:06 +00:00
from oe.utils import format_pkg_list
2016-12-14 21:13:04 +00:00
sdkmanifestdir = os.path.dirname(d.getVar("SDK_TARGET_MANIFEST"))
2016-01-18 14:33:06 +00:00
pkgs = sdk_list_installed_packages(d, True)
2014-08-26 10:05:41 +00:00
if not os.path.exists(sdkmanifestdir):
bb.utils.mkdirhier(sdkmanifestdir)
2016-12-14 21:13:04 +00:00
with open(d.getVar('SDK_TARGET_MANIFEST'), 'w') as output:
2016-01-18 14:33:06 +00:00
output.write(format_pkg_list(pkgs, 'ver'))
2014-08-26 10:05:41 +00:00
}
2016-11-25 18:30:12 +00:00
python write_sdk_test_data() {
from oe.data import export2json
2017-01-26 13:26:44 +00:00
testdata = "%s/%s.testdata.json" % (d.getVar('SDKDEPLOYDIR'), d.getVar('TOOLCHAIN_OUTPUTNAME'))
2016-11-25 18:30:12 +00:00
bb.utils.mkdirhier(os.path.dirname(testdata))
export2json(d, testdata)
}
2015-04-27 10:19:59 +00:00
python write_host_sdk_manifest () {
from oe.sdk import sdk_list_installed_packages
2016-01-18 14:33:06 +00:00
from oe.utils import format_pkg_list
2016-12-14 21:13:04 +00:00
sdkmanifestdir = os.path.dirname(d.getVar("SDK_HOST_MANIFEST"))
2016-01-18 14:33:06 +00:00
pkgs = sdk_list_installed_packages(d, False)
2015-04-27 10:19:59 +00:00
if not os.path.exists(sdkmanifestdir):
bb.utils.mkdirhier(sdkmanifestdir)
2016-12-14 21:13:04 +00:00
with open(d.getVar('SDK_HOST_MANIFEST'), 'w') as output:
2016-01-18 14:33:06 +00:00
output.write(format_pkg_list(pkgs, 'ver'))
2015-04-27 10:19:59 +00:00
}
2016-11-25 18:30:12 +00:00
POPULATE_SDK_POST_TARGET_COMMAND_append = " write_target_sdk_manifest ; write_sdk_test_data ; "
2015-04-27 10:19:59 +00:00
POPULATE_SDK_POST_HOST_COMMAND_append = " write_host_sdk_manifest; "
2016-02-29 20:47:46 +00:00
SDK_PACKAGING_COMMAND = "${@'${SDK_PACKAGING_FUNC};' if '${SDK_PACKAGING_FUNC}' else ''}"
SDK_POSTPROCESS_COMMAND = " create_sdk_files; check_sdk_sysroots; tar_sdk; ${SDK_PACKAGING_COMMAND} "
2014-08-26 10:05:41 +00:00
2016-09-01 08:56:02 +00:00
def populate_sdk_common(d):
2014-01-22 12:30:03 +00:00
from oe.sdk import populate_sdk
from oe.manifest import create_manifest, Manifest
2016-12-14 21:13:04 +00:00
pn = d.getVar('PN')
2013-04-12 16:45:27 +00:00
runtime_mapping_rename("TOOLCHAIN_TARGET_TASK", pn, d)
2014-06-25 00:28:05 +00:00
runtime_mapping_rename("TOOLCHAIN_TARGET_TASK_ATTEMPTONLY", pn, d)
2013-03-04 17:43:41 +00:00
2014-08-28 10:27:44 +00:00
ld = bb.data.createCopy(d)
ld.setVar("PKGDATA_DIR", "${STAGING_DIR}/${SDK_ARCH}-${SDKPKGSUFFIX}${SDK_VENDOR}-${SDK_OS}/pkgdata")
runtime_mapping_rename("TOOLCHAIN_HOST_TASK", pn, ld)
runtime_mapping_rename("TOOLCHAIN_HOST_TASK_ATTEMPTONLY", pn, ld)
2016-12-14 21:13:04 +00:00
d.setVar("TOOLCHAIN_HOST_TASK", ld.getVar("TOOLCHAIN_HOST_TASK"))
d.setVar("TOOLCHAIN_HOST_TASK_ATTEMPTONLY", ld.getVar("TOOLCHAIN_HOST_TASK_ATTEMPTONLY"))
2014-08-28 10:27:44 +00:00
2014-01-22 12:30:03 +00:00
# create target/host SDK manifests
2016-12-14 21:13:04 +00:00
create_manifest(d, manifest_dir=d.getVar('SDK_DIR'),
2014-01-22 12:30:03 +00:00
manifest_type=Manifest.MANIFEST_TYPE_SDK_HOST)
2016-12-14 21:13:04 +00:00
create_manifest(d, manifest_dir=d.getVar('SDK_DIR'),
2014-01-22 12:30:03 +00:00
manifest_type=Manifest.MANIFEST_TYPE_SDK_TARGET)
populate_sdk(d)
2016-09-01 08:56:02 +00:00
fakeroot python do_populate_sdk() {
populate_sdk_common(d)
2012-06-22 23:44:06 +00:00
}
2016-09-01 08:56:02 +00:00
SSTATETASKS += "do_populate_sdk"
SSTATE_SKIP_CREATION_task-populate-sdk = '1'
do_populate_sdk[cleandirs] = "${SDKDEPLOYDIR}"
do_populate_sdk[sstate-inputdirs] = "${SDKDEPLOYDIR}"
do_populate_sdk[sstate-outputdirs] = "${SDK_DEPLOY}"
2016-09-21 09:26:22 +00:00
do_populate_sdk[stamp-extra-info] = "${MACHINE}${SDKMACHINE}"
2012-06-22 23:44:06 +00:00
fakeroot create_sdk_files() {
2012-07-31 08:49:36 +00:00
cp ${COREBASE}/scripts/relocate_sdk.py ${SDK_OUTPUT}/${SDKPATH}/
# Replace the ##DEFAULT_INSTALL_DIR## with the correct pattern.
# Escape special characters like '+' and '.' in the SDKPATH
escaped_sdkpath=$(echo ${SDKPATH} |sed -e "s:[\+\.]:\\\\\\\\\0:g")
sed -i -e "s:##DEFAULT_INSTALL_DIR##:$escaped_sdkpath:" ${SDK_OUTPUT}/${SDKPATH}/relocate_sdk.py
2012-06-22 23:44:06 +00:00
}
2012-06-25 17:38:36 +00:00
2015-11-17 20:21:12 +00:00
python check_sdk_sysroots() {
# Fails build if there are broken or dangling symlinks in SDK sysroots
2016-12-14 21:13:04 +00:00
if d.getVar('CHECK_SDK_SYSROOTS') != '1':
2015-11-17 20:21:12 +00:00
# disabled, bail out
return
def norm_path(path):
return os.path.abspath(path)
# Get scan root
2016-12-14 21:13:04 +00:00
SCAN_ROOT = norm_path("%s/%s/sysroots/" % (d.getVar('SDK_OUTPUT'),
d.getVar('SDKPATH')))
2015-11-17 20:21:12 +00:00
bb.note('Checking SDK sysroots at ' + SCAN_ROOT)
def check_symlink(linkPath):
if not os.path.islink(linkPath):
return
linkDirPath = os.path.dirname(linkPath)
targetPath = os.readlink(linkPath)
if not os.path.isabs(targetPath):
targetPath = os.path.join(linkDirPath, targetPath)
targetPath = norm_path(targetPath)
if SCAN_ROOT != os.path.commonprefix( [SCAN_ROOT, targetPath] ):
bb.error("Escaping symlink {0!s} --> {1!s}".format(linkPath, targetPath))
return
if not os.path.exists(targetPath):
bb.error("Broken symlink {0!s} --> {1!s}".format(linkPath, targetPath))
return
if os.path.isdir(targetPath):
dir_walk(targetPath)
def walk_error_handler(e):
bb.error(str(e))
def dir_walk(rootDir):
for dirPath,subDirEntries,fileEntries in os.walk(rootDir, followlinks=False, onerror=walk_error_handler):
entries = subDirEntries + fileEntries
for e in entries:
ePath = os.path.join(dirPath, e)
check_symlink(ePath)
# start
dir_walk(SCAN_ROOT)
}
2015-06-25 19:46:47 +00:00
SDKTAROPTS = "--owner=root --group=root"
2013-08-20 13:06:27 +00:00
2012-06-22 23:44:06 +00:00
fakeroot tar_sdk() {
2012-06-25 17:38:36 +00:00
# Package it up
2016-09-01 08:56:00 +00:00
mkdir -p ${SDKDEPLOYDIR}
2013-01-19 15:18:50 +00:00
cd ${SDK_OUTPUT}/${SDKPATH}
2016-09-01 08:56:00 +00:00
tar ${SDKTAROPTS} -cf - . | pixz > ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.tar.xz
2012-06-25 17:38:36 +00:00
}
2012-07-31 08:49:36 +00:00
fakeroot create_shar() {
2014-08-14 13:33:33 +00:00
# copy in the template shar extractor script
2016-09-01 08:56:00 +00:00
cp ${COREBASE}/meta/files/toolchain-shar-extract.sh ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
2014-08-14 13:33:33 +00:00
2015-07-16 20:34:21 +00:00
rm -f ${T}/pre_install_command ${T}/post_install_command
2015-02-23 17:00:40 +00:00
if [ ${SDK_RELOCATE_AFTER_INSTALL} -eq 1 ] ; then
cp ${COREBASE}/meta/files/toolchain-shar-relocate.sh ${T}/post_install_command
fi
2015-07-16 20:34:21 +00:00
cat << "EOF" >> ${T}/pre_install_command
${SDK_PRE_INSTALL_COMMAND}
EOF
2015-02-23 17:00:40 +00:00
cat << "EOF" >> ${T}/post_install_command
2014-09-10 17:19:31 +00:00
${SDK_POST_INSTALL_COMMAND}
EOF
2015-07-16 20:34:21 +00:00
sed -i -e '/@SDK_PRE_INSTALL_COMMAND@/r ${T}/pre_install_command' \
-e '/@SDK_POST_INSTALL_COMMAND@/r ${T}/post_install_command' \
2016-09-01 08:56:00 +00:00
${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
2014-09-10 17:19:31 +00:00
2014-08-14 13:33:33 +00:00
# substitute variables
sed -i -e 's#@SDK_ARCH@#${SDK_ARCH}#g' \
-e 's#@SDKPATH@#${SDKPATH}#g' \
2015-09-07 12:42:18 +00:00
-e 's#@SDKEXTPATH@#${SDKEXTPATH}#g' \
2015-09-11 12:25:46 +00:00
-e 's#@OLDEST_KERNEL@#${SDK_OLDEST_KERNEL}#g' \
2014-08-14 13:33:33 +00:00
-e 's#@REAL_MULTIMACH_TARGET_SYS@#${REAL_MULTIMACH_TARGET_SYS}#g' \
2016-12-14 21:13:04 +00:00
-e 's#@SDK_TITLE@#${@d.getVar("SDK_TITLE").replace('&', '\&')}#g' \
2015-04-20 16:47:08 +00:00
-e 's#@SDK_VERSION@#${SDK_VERSION}#g' \
2015-07-16 20:34:21 +00:00
-e '/@SDK_PRE_INSTALL_COMMAND@/d' \
2014-09-10 17:19:31 +00:00
-e '/@SDK_POST_INSTALL_COMMAND@/d' \
2017-01-25 13:18:36 +00:00
-e 's#@SDK_GCC_VER@#${@oe.utils.host_gcc_version(d)}#g' \
2016-09-01 08:56:00 +00:00
${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
2014-08-14 13:33:33 +00:00
2012-12-11 05:34:02 +00:00
# add execution permission
2016-09-01 08:56:00 +00:00
chmod +x ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
2012-12-11 05:34:02 +00:00
2012-07-31 08:49:36 +00:00
# append the SDK tarball
2016-09-01 08:56:00 +00:00
cat ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.tar.xz >> ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.sh
2012-07-31 08:49:36 +00:00
# delete the old tarball, we don't need it anymore
2016-09-01 08:56:00 +00:00
rm ${SDKDEPLOYDIR}/${TOOLCHAIN_OUTPUTNAME}.tar.xz
2012-07-31 08:49:36 +00:00
}
2012-06-25 17:38:36 +00:00
populate_sdk_log_check() {
for target in $*
do
lf_path="`dirname ${BB_LOGFILE}`/log.do_$target.${PID}"
echo "log_check: Using $lf_path as logfile"
2017-03-25 18:03:55 +00:00
if [ -e "$lf_path" ]; then
2012-06-25 17:38:36 +00:00
${IMAGE_PKGTYPE}_log_check $target $lf_path
else
echo "Cannot find logfile [$lf_path]"
fi
echo "Logfile is clean"
done
}
2016-02-17 05:21:22 +00:00
def sdk_command_variables(d):
return ['OPKG_PREPROCESS_COMMANDS','OPKG_POSTPROCESS_COMMANDS','POPULATE_SDK_POST_HOST_COMMAND','POPULATE_SDK_POST_TARGET_COMMAND','SDK_POSTPROCESS_COMMAND','RPM_PREPROCESS_COMMANDS',
'RPM_POSTPROCESS_COMMANDS']
def sdk_variables(d):
variables = ['BUILD_IMAGES_FROM_FEEDS','SDK_OS','SDK_OUTPUT','SDKPATHNATIVE','SDKTARGETSYSROOT','SDK_DIR','SDK_VENDOR','SDKIMAGE_INSTALL_COMPLEMENTARY','SDK_PACKAGE_ARCHS','SDK_OUTPUT',
'SDKTARGETSYSROOT','MULTILIB_VARIANTS','MULTILIBS','ALL_MULTILIB_PACKAGE_ARCHS','MULTILIB_GLOBAL_VARIANTS','BAD_RECOMMENDATIONS','NO_RECOMMENDATIONS','PACKAGE_ARCHS',
2016-10-05 15:30:48 +00:00
'PACKAGE_CLASSES','TARGET_VENDOR','TARGET_VENDOR','TARGET_ARCH','TARGET_OS','BBEXTENDVARIANT','FEED_DEPLOYDIR_BASE_URI', 'PACKAGE_EXCLUDE_COMPLEMENTARY']
2016-02-17 05:21:22 +00:00
variables.extend(sdk_command_variables(d))
return " ".join(variables)
do_populate_sdk[vardeps] += "${@sdk_variables(d)}"
2016-01-22 11:59:54 +00:00
do_populate_sdk[file-checksums] += "${COREBASE}/meta/files/toolchain-shar-relocate.sh:True \
${COREBASE}/meta/files/toolchain-shar-extract.sh:True"
2015-10-23 03:30:36 +00:00
do_populate_sdk[dirs] = "${PKGDATA_DIR} ${TOPDIR}"
2016-12-14 21:13:04 +00:00
do_populate_sdk[depends] += "${@' '.join([x + ':do_populate_sysroot' for x in d.getVar('SDK_DEPENDS').split()])} ${@d.getVarFlag('do_rootfs', 'depends', False)}"
2017-01-25 14:25:02 +00:00
do_populate_sdk[rdepends] = "${@' '.join([x + ':do_package_write_${IMAGE_PKGTYPE} ' + x + ':do_packagedata' for x in d.getVar('SDK_RDEPENDS').split()])}"
2014-03-28 10:27:00 +00:00
do_populate_sdk[recrdeptask] += "do_packagedata do_package_write_rpm do_package_write_ipk do_package_write_deb"
2012-06-25 17:38:36 +00:00
addtask populate_sdk