282 lines
14 KiB
Python
282 lines
14 KiB
Python
import os
|
|
import re
|
|
import glob as g
|
|
import shutil
|
|
import tempfile
|
|
from oeqa.selftest.base import oeSelfTest
|
|
from oeqa.selftest.buildhistory import BuildhistoryBase
|
|
from oeqa.utils.commands import runCmd, bitbake, get_bb_var
|
|
import oeqa.utils.ftools as ftools
|
|
from oeqa.utils.decorators import testcase
|
|
|
|
class ImageOptionsTests(oeSelfTest):
|
|
|
|
@testcase(761)
|
|
def test_incremental_image_generation(self):
|
|
image_pkgtype = get_bb_var("IMAGE_PKGTYPE")
|
|
if image_pkgtype != 'rpm':
|
|
self.skipTest('Not using RPM as main package format')
|
|
bitbake("-c cleanall core-image-minimal")
|
|
self.write_config('INC_RPM_IMAGE_GEN = "1"')
|
|
self.append_config('IMAGE_FEATURES += "ssh-server-openssh"')
|
|
bitbake("core-image-minimal")
|
|
log_data_file = os.path.join(get_bb_var("WORKDIR", "core-image-minimal"), "temp/log.do_rootfs")
|
|
log_data_created = ftools.read_file(log_data_file)
|
|
incremental_created = re.search("NOTE: load old install solution for incremental install\nNOTE: old install solution not exist\nNOTE: creating new install solution for incremental install(\n.*)*NOTE: Installing the following packages:.*packagegroup-core-ssh-openssh", log_data_created)
|
|
self.remove_config('IMAGE_FEATURES += "ssh-server-openssh"')
|
|
self.assertTrue(incremental_created, msg = "Match failed in:\n%s" % log_data_created)
|
|
bitbake("core-image-minimal")
|
|
log_data_removed = ftools.read_file(log_data_file)
|
|
incremental_removed = re.search("NOTE: load old install solution for incremental install\nNOTE: creating new install solution for incremental install(\n.*)*NOTE: incremental removed:.*openssh-sshd-.*", log_data_removed)
|
|
self.assertTrue(incremental_removed, msg = "Match failed in:\n%s" % log_data_removed)
|
|
|
|
@testcase(925)
|
|
def test_rm_old_image(self):
|
|
bitbake("core-image-minimal")
|
|
deploydir = get_bb_var("DEPLOY_DIR_IMAGE", target="core-image-minimal")
|
|
imagename = get_bb_var("IMAGE_LINK_NAME", target="core-image-minimal")
|
|
deploydir_files = os.listdir(deploydir)
|
|
track_original_files = []
|
|
for image_file in deploydir_files:
|
|
if imagename in image_file and os.path.islink(os.path.join(deploydir, image_file)):
|
|
track_original_files.append(os.path.realpath(os.path.join(deploydir, image_file)))
|
|
self.write_config("RM_OLD_IMAGE = \"1\"")
|
|
bitbake("-C rootfs core-image-minimal")
|
|
deploydir_files = os.listdir(deploydir)
|
|
remaining_not_expected = [path for path in track_original_files if os.path.basename(path) in deploydir_files]
|
|
self.assertFalse(remaining_not_expected, msg="\nThe following image files were not removed: %s" % ', '.join(map(str, remaining_not_expected)))
|
|
|
|
@testcase(286)
|
|
def test_ccache_tool(self):
|
|
bitbake("ccache-native")
|
|
self.assertTrue(os.path.isfile(os.path.join(get_bb_var('STAGING_BINDIR_NATIVE', 'ccache-native'), "ccache")), msg = "No ccache found under %s" % str(get_bb_var('STAGING_BINDIR_NATIVE', 'ccache-native')))
|
|
self.write_config('INHERIT += "ccache"')
|
|
bitbake("m4 -c cleansstate")
|
|
bitbake("m4 -c compile")
|
|
self.addCleanup(bitbake, 'ccache-native -ccleansstate')
|
|
res = runCmd("grep ccache %s" % (os.path.join(get_bb_var("WORKDIR","m4"),"temp/log.do_compile")), ignore_status=True)
|
|
self.assertEqual(0, res.status, msg="No match for ccache in m4 log.do_compile. For further details: %s" % os.path.join(get_bb_var("WORKDIR","m4"),"temp/log.do_compile"))
|
|
|
|
|
|
class DiskMonTest(oeSelfTest):
|
|
|
|
@testcase(277)
|
|
def test_stoptask_behavior(self):
|
|
self.write_config('BB_DISKMON_DIRS = "STOPTASKS,${TMPDIR},100000G,100K"')
|
|
res = bitbake("m4", ignore_status = True)
|
|
self.assertTrue('ERROR: No new tasks can be executed since the disk space monitor action is "STOPTASKS"!' in res.output, msg = "Tasks should have stopped. Disk monitor is set to STOPTASK: %s" % res.output)
|
|
self.assertEqual(res.status, 1, msg = "bitbake reported exit code %s. It should have been 1. Bitbake output: %s" % (str(res.status), res.output))
|
|
self.write_config('BB_DISKMON_DIRS = "ABORT,${TMPDIR},100000G,100K"')
|
|
res = bitbake("m4", ignore_status = True)
|
|
self.assertTrue('ERROR: Immediately abort since the disk space monitor action is "ABORT"!' in res.output, "Tasks should have been aborted immediatelly. Disk monitor is set to ABORT: %s" % res.output)
|
|
self.assertEqual(res.status, 1, msg = "bitbake reported exit code %s. It should have been 1. Bitbake output: %s" % (str(res.status), res.output))
|
|
self.write_config('BB_DISKMON_DIRS = "WARN,${TMPDIR},100000G,100K"')
|
|
res = bitbake("m4")
|
|
self.assertTrue('WARNING: The free space' in res.output, msg = "A warning should have been displayed for disk monitor is set to WARN: %s" %res.output)
|
|
|
|
class SanityOptionsTest(oeSelfTest):
|
|
def getline(self, res, line):
|
|
for l in res.output.split('\n'):
|
|
if line in l:
|
|
return l
|
|
|
|
@testcase(927)
|
|
def test_options_warnqa_errorqa_switch(self):
|
|
bitbake("xcursor-transparent-theme -ccleansstate")
|
|
|
|
if "packages-list" not in get_bb_var("ERROR_QA"):
|
|
self.write_config("ERROR_QA_append = \" packages-list\"")
|
|
|
|
self.write_recipeinc('xcursor-transparent-theme', 'PACKAGES += \"${PN}-dbg\"')
|
|
res = bitbake("xcursor-transparent-theme", ignore_status=True)
|
|
self.delete_recipeinc('xcursor-transparent-theme')
|
|
line = self.getline(res, "QA Issue: xcursor-transparent-theme-dbg is listed in PACKAGES multiple times, this leads to packaging errors.")
|
|
self.assertTrue(line and line.startswith("ERROR:"), msg=res.output)
|
|
self.assertEqual(res.status, 1, msg = "bitbake reported exit code %s. It should have been 1. Bitbake output: %s" % (str(res.status), res.output))
|
|
self.write_recipeinc('xcursor-transparent-theme', 'PACKAGES += \"${PN}-dbg\"')
|
|
self.append_config('ERROR_QA_remove = "packages-list"')
|
|
self.append_config('WARN_QA_append = " packages-list"')
|
|
bitbake("xcursor-transparent-theme -ccleansstate")
|
|
res = bitbake("xcursor-transparent-theme")
|
|
self.delete_recipeinc('xcursor-transparent-theme')
|
|
line = self.getline(res, "QA Issue: xcursor-transparent-theme-dbg is listed in PACKAGES multiple times, this leads to packaging errors.")
|
|
self.assertTrue(line and line.startswith("WARNING:"), msg=res.output)
|
|
|
|
@testcase(278)
|
|
def test_sanity_unsafe_script_references(self):
|
|
self.write_config('WARN_QA_append = " unsafe-references-in-scripts"')
|
|
|
|
bitbake("-ccleansstate gzip")
|
|
res = bitbake("gzip")
|
|
line = self.getline(res, "QA Issue: gzip")
|
|
self.assertFalse(line, "WARNING: QA Issue: gzip message is present in bitbake's output and shouldn't be: %s" % res.output)
|
|
|
|
self.append_config("""
|
|
do_install_append_pn-gzip () {
|
|
echo "\n${bindir}/test" >> ${D}${bindir}/zcat
|
|
}
|
|
""")
|
|
res = bitbake("gzip")
|
|
line = self.getline(res, "QA Issue: gzip")
|
|
self.assertTrue(line and line.startswith("WARNING:"), "WARNING: QA Issue: gzip message is not present in bitbake's output: %s" % res.output)
|
|
|
|
def test_sanity_unsafe_binary_references(self):
|
|
self.write_config('WARN_QA_append = " unsafe-references-in-binaries"')
|
|
|
|
bitbake("-ccleansstate nfs-utils")
|
|
#res = bitbake("nfs-utils")
|
|
# FIXME when nfs-utils passes this test
|
|
#line = self.getline(res, "QA Issue: nfs-utils")
|
|
#self.assertFalse(line, "WARNING: QA Issue: nfs-utils message is present in bitbake's output and shouldn't be: %s" % res.output)
|
|
|
|
# self.append_config("""
|
|
#do_install_append_pn-nfs-utils () {
|
|
# echo "\n${bindir}/test" >> ${D}${base_sbindir}/osd_login
|
|
#}
|
|
#""")
|
|
res = bitbake("nfs-utils")
|
|
line = self.getline(res, "QA Issue: nfs-utils")
|
|
self.assertTrue(line and line.startswith("WARNING:"), "WARNING: QA Issue: nfs-utils message is not present in bitbake's output: %s" % res.output)
|
|
|
|
@testcase(1421)
|
|
def test_layer_without_git_dir(self):
|
|
"""
|
|
Summary: Test that layer git revisions are displayed and do not fail without git repository
|
|
Expected: The build to be successful and without "fatal" errors
|
|
Product: oe-core
|
|
Author: Daniel Istrate <daniel.alexandrux.istrate@intel.com>
|
|
AutomatedBy: Daniel Istrate <daniel.alexandrux.istrate@intel.com>
|
|
"""
|
|
|
|
dirpath = tempfile.mkdtemp()
|
|
|
|
dummy_layer_name = 'meta-dummy'
|
|
dummy_layer_path = os.path.join(dirpath, dummy_layer_name)
|
|
dummy_layer_conf_dir = os.path.join(dummy_layer_path, 'conf')
|
|
os.makedirs(dummy_layer_conf_dir)
|
|
dummy_layer_conf_path = os.path.join(dummy_layer_conf_dir, 'layer.conf')
|
|
|
|
dummy_layer_content = 'BBPATH .= ":${LAYERDIR}"\n' \
|
|
'BBFILES += "${LAYERDIR}/recipes-*/*/*.bb ${LAYERDIR}/recipes-*/*/*.bbappend"\n' \
|
|
'BBFILE_COLLECTIONS += "%s"\n' \
|
|
'BBFILE_PATTERN_%s = "^${LAYERDIR}/"\n' \
|
|
'BBFILE_PRIORITY_%s = "6"\n' % (dummy_layer_name, dummy_layer_name, dummy_layer_name)
|
|
|
|
ftools.write_file(dummy_layer_conf_path, dummy_layer_content)
|
|
|
|
bblayers_conf = 'BBLAYERS += "%s"\n' % dummy_layer_path
|
|
self.write_bblayers_config(bblayers_conf)
|
|
|
|
test_recipe = 'ed'
|
|
|
|
ret = bitbake('-n %s' % test_recipe)
|
|
|
|
err = 'fatal: Not a git repository'
|
|
|
|
shutil.rmtree(dirpath)
|
|
|
|
self.assertNotIn(err, ret.output)
|
|
|
|
|
|
class BuildhistoryTests(BuildhistoryBase):
|
|
|
|
@testcase(293)
|
|
def test_buildhistory_basic(self):
|
|
self.run_buildhistory_operation('xcursor-transparent-theme')
|
|
self.assertTrue(os.path.isdir(get_bb_var('BUILDHISTORY_DIR')), "buildhistory dir was not created.")
|
|
|
|
@testcase(294)
|
|
def test_buildhistory_buildtime_pr_backwards(self):
|
|
self.add_command_to_tearDown('cleanup-workdir')
|
|
target = 'xcursor-transparent-theme'
|
|
error = "ERROR:.*QA Issue: Package version for package %s went backwards which would break package feeds from (.*-r1.* to .*-r0.*)" % target
|
|
self.run_buildhistory_operation(target, target_config="PR = \"r1\"", change_bh_location=True)
|
|
self.run_buildhistory_operation(target, target_config="PR = \"r0\"", change_bh_location=False, expect_error=True, error_regex=error)
|
|
|
|
@testcase(1386)
|
|
def test_buildhistory_does_not_change_signatures(self):
|
|
"""
|
|
Summary: Ensure that buildhistory does not change signatures
|
|
Expected: Only 'do_rootfs' task should be rerun
|
|
Product: oe-core
|
|
Author: Daniel Istrate <daniel.alexandrux.istrate@intel.com>
|
|
AutomatedBy: Daniel Istrate <daniel.alexandrux.istrate@intel.com>
|
|
"""
|
|
|
|
tmpdir1_name = 'tmpsig1'
|
|
tmpdir2_name = 'tmpsig2'
|
|
builddir = os.environ.get('BUILDDIR')
|
|
tmpdir1 = os.path.join(builddir, tmpdir1_name)
|
|
tmpdir2 = os.path.join(builddir, tmpdir2_name)
|
|
|
|
self.track_for_cleanup(tmpdir1)
|
|
self.track_for_cleanup(tmpdir2)
|
|
|
|
features = 'TMPDIR = "%s"\n' % tmpdir1
|
|
self.write_config(features)
|
|
bitbake('core-image-minimal -S none -c rootfs')
|
|
|
|
features = 'TMPDIR = "%s"\n' % tmpdir2
|
|
features += 'INHERIT += "buildhistory"\n'
|
|
self.write_config(features)
|
|
bitbake('core-image-minimal -S none -c rootfs')
|
|
|
|
def get_files(d):
|
|
f = []
|
|
for root, dirs, files in os.walk(d):
|
|
for name in files:
|
|
f.append(os.path.join(root, name))
|
|
return f
|
|
|
|
files1 = get_files(tmpdir1 + '/stamps')
|
|
files2 = get_files(tmpdir2 + '/stamps')
|
|
files2 = [x.replace(tmpdir2_name, tmpdir1_name) for x in files2]
|
|
|
|
f1 = set(files1)
|
|
f2 = set(files2)
|
|
sigdiff = f1 - f2
|
|
|
|
self.assertEqual(len(sigdiff), 1, 'Expected 1 signature differences. Out: %s' % list(sigdiff))
|
|
|
|
unexpected_diff = []
|
|
|
|
# No new signatures should appear apart from do_rootfs
|
|
found_do_rootfs_flag = False
|
|
|
|
for sig in sigdiff:
|
|
if 'do_rootfs' in sig:
|
|
found_do_rootfs_flag = True
|
|
else:
|
|
unexpected_diff.append(sig)
|
|
|
|
self.assertTrue(found_do_rootfs_flag, 'Task do_rootfs did not rerun.')
|
|
self.assertFalse(unexpected_diff, 'Found unexpected signature differences. Out: %s' % unexpected_diff)
|
|
|
|
|
|
class BuildImagesTest(oeSelfTest):
|
|
@testcase(563)
|
|
def test_directfb(self):
|
|
"""
|
|
This method is used to test the build of directfb image for arm arch.
|
|
In essence we build a coreimagedirectfb and test the exitcode of bitbake that in case of success is 0.
|
|
"""
|
|
self.add_command_to_tearDown('cleanup-workdir')
|
|
self.write_config("DISTRO_FEATURES_remove = \"x11\"\nDISTRO_FEATURES_append = \" directfb\"\nMACHINE ??= \"qemuarm\"")
|
|
res = bitbake("core-image-directfb", ignore_status=True)
|
|
self.assertEqual(res.status, 0, "\ncoreimagedirectfb failed to build. Please check logs for further details.\nbitbake output %s" % res.output)
|
|
|
|
class ArchiverTest(oeSelfTest):
|
|
@testcase(926)
|
|
def test_arch_work_dir_and_export_source(self):
|
|
"""
|
|
Test for archiving the work directory and exporting the source files.
|
|
"""
|
|
self.add_command_to_tearDown('cleanup-workdir')
|
|
self.write_config("INHERIT = \"archiver\"\nARCHIVER_MODE[src] = \"original\"\nARCHIVER_MODE[srpm] = \"1\"")
|
|
res = bitbake("xcursor-transparent-theme", ignore_status=True)
|
|
self.assertEqual(res.status, 0, "\nCouldn't build xcursortransparenttheme.\nbitbake output %s" % res.output)
|
|
pkgs_path = g.glob(str(self.builddir) + "/tmp/deploy/sources/allarch*/xcurs*")
|
|
src_file_glob = str(pkgs_path[0]) + "/xcursor*.src.rpm"
|
|
tar_file_glob = str(pkgs_path[0]) + "/xcursor*.tar.gz"
|
|
self.assertTrue((g.glob(src_file_glob) and g.glob(tar_file_glob)), "Couldn't find .src.rpm and .tar.gz files under tmp/deploy/sources/allarch*/xcursor*")
|