oeqs/selftest: Added test case decorators for toaster
(From OE-Core rev: 87ded649257e963e45d629679d44376d9a993ecd) Signed-off-by: Lucian Musat <georgex.l.musat@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
parent
1bec8d6317
commit
929e48e0af
|
@ -14,6 +14,7 @@ os.environ.setdefault("DJANGO_SETTINGS_MODULE", "toastermain.settings")
|
|||
import toastermain.settings
|
||||
from django.db.models import Q
|
||||
from orm.models import *
|
||||
from oeqa.utils.decorators import testcase
|
||||
|
||||
class ToasterSetup(oeSelfTest):
|
||||
|
||||
|
@ -31,19 +32,22 @@ class ToasterSetup(oeSelfTest):
|
|||
class Toaster_DB_Tests(ToasterSetup):
|
||||
|
||||
# Check if build name is unique - tc_id=795
|
||||
def test_Build_Unique_Name_TC795(self):
|
||||
@testcase(795)
|
||||
def test_Build_Unique_Name(self):
|
||||
all_builds = Build.objects.all().count()
|
||||
distinct_builds = Build.objects.values('id').distinct().count()
|
||||
self.assertEqual(distinct_builds, all_builds, msg = 'Build name is not unique')
|
||||
|
||||
# Check if build coocker log path is unique - tc_id=819
|
||||
def test_Build_Unique_Cooker_Log_Path_TC819(self):
|
||||
@testcase(819)
|
||||
def test_Build_Unique_Cooker_Log_Path(self):
|
||||
distinct_path = Build.objects.values('cooker_log_path').distinct().count()
|
||||
total_builds = Build.objects.values('id').count()
|
||||
self.assertEqual(distinct_path, total_builds, msg = 'Build coocker log path is not unique')
|
||||
|
||||
# Check if the number of errors matches the number of orm_logmessage.level entries with value 2 - tc_id=820
|
||||
def test_Build_Errors_No_TC820(self):
|
||||
@testcase(820)
|
||||
def test_Build_Errors_No(self):
|
||||
builds = Build.objects.values('id', 'errors_no')
|
||||
cnt_err = []
|
||||
for build in builds:
|
||||
|
@ -53,7 +57,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for build id: %s' % cnt_err)
|
||||
|
||||
# Check if the number of warnings matches the number of orm_logmessage.level entries with value 1 - tc=821
|
||||
def test_Build_Warnings_No_TC821(self):
|
||||
@testcase(821)
|
||||
def test_Build_Warnings_No(self):
|
||||
builds = Build.objects.values('id', 'warnings_no')
|
||||
cnt_err = []
|
||||
for build in builds:
|
||||
|
@ -63,7 +68,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for build id: %s' % cnt_err)
|
||||
|
||||
# Check if the build succeeded then the errors_no is 0 - tc_id=822
|
||||
def test_Build_Suceeded_Errors_No_TC822(self):
|
||||
@testcase(822)
|
||||
def test_Build_Suceeded_Errors_No(self):
|
||||
builds = Build.objects.filter(outcome = 0).values('id', 'errors_no')
|
||||
cnt_err = []
|
||||
for build in builds:
|
||||
|
@ -71,8 +77,9 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
cnt_err.append(build['id'])
|
||||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for build id: %s' % cnt_err)
|
||||
|
||||
# Check if task order is unique for one build - tc=824
|
||||
def test_Task_Unique_Order_TC824(self):
|
||||
# Check if task order is unique for one build - tc=824
|
||||
@testcase(824)
|
||||
def test_Task_Unique_Order(self):
|
||||
builds = Build.objects.values('id')
|
||||
cnt_err = []
|
||||
for build in builds:
|
||||
|
@ -83,7 +90,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for build id: %s' % cnt_err)
|
||||
|
||||
# Check task order sequence for one build - tc=825
|
||||
def test_Task_Order_Sequence_TC825(self):
|
||||
@testcase(825)
|
||||
def test_Task_Order_Sequence(self):
|
||||
builds = builds = Build.objects.values('id')
|
||||
cnt_err = []
|
||||
for build in builds:
|
||||
|
@ -100,7 +108,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
#def test_Task_Disk_IO_TC828(self):
|
||||
|
||||
# Check if outcome = 2 (SSTATE) then sstate_result must be 3 (RESTORED) - tc=832
|
||||
def test_Task_If_Outcome_2_Sstate_Result_Must_Be_3_TC832(self):
|
||||
@testcase(832)
|
||||
def test_Task_If_Outcome_2_Sstate_Result_Must_Be_3(self):
|
||||
tasks = Task.objects.filter(outcome = 2).values('id', 'sstate_result')
|
||||
cnt_err = []
|
||||
for task in tasks:
|
||||
|
@ -109,7 +118,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err)
|
||||
|
||||
# Check if outcome = 1 (COVERED) or 3 (EXISTING) then sstate_result must be 0 (SSTATE_NA) - tc=833
|
||||
def test_Task_If_Outcome_1_3_Sstate_Result_Must_Be_0_TC833(self):
|
||||
@testcase(833)
|
||||
def test_Task_If_Outcome_1_3_Sstate_Result_Must_Be_0(self):
|
||||
tasks = Task.objects.filter(outcome__in = (1, 3)).values('id', 'sstate_result')
|
||||
cnt_err = []
|
||||
for task in tasks:
|
||||
|
@ -118,7 +128,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err)
|
||||
|
||||
# Check if outcome is 0 (SUCCESS) or 4 (FAILED) then sstate_result must be 0 (NA), 1 (MISS) or 2 (FAILED) - tc=834
|
||||
def test_Task_If_Outcome_0_4_Sstate_Result_Must_Be_0_1_2_TC834(self):
|
||||
@testcase(834)
|
||||
def test_Task_If_Outcome_0_4_Sstate_Result_Must_Be_0_1_2(self):
|
||||
tasks = Task.objects.filter(outcome__in = (0, 4)).values('id', 'sstate_result')
|
||||
cnt_err = []
|
||||
for task in tasks:
|
||||
|
@ -127,7 +138,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err)
|
||||
|
||||
# Check if task_executed = TRUE (1), script_type must be 0 (CODING_NA), 2 (CODING_PYTHON), 3 (CODING_SHELL) - tc=891
|
||||
def test_Task_If_Task_Executed_True_Script_Type_0_2_3_TC891(self):
|
||||
@testcase(891)
|
||||
def test_Task_If_Task_Executed_True_Script_Type_0_2_3(self):
|
||||
tasks = Task.objects.filter(task_executed = 1).values('id', 'script_type')
|
||||
cnt_err = []
|
||||
for task in tasks:
|
||||
|
@ -136,7 +148,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err)
|
||||
|
||||
# Check if task_executed = TRUE (1), outcome must be 0 (SUCCESS) or 4 (FAILED) - tc=836
|
||||
def test_Task_If_Task_Executed_True_Outcome_0_4_TC836(self):
|
||||
@testcase(836)
|
||||
def test_Task_If_Task_Executed_True_Outcome_0_4(self):
|
||||
tasks = Task.objects.filter(task_executed = 1).values('id', 'outcome')
|
||||
cnt_err = []
|
||||
for task in tasks:
|
||||
|
@ -145,7 +158,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err)
|
||||
|
||||
# Check if task_executed = FALSE (0), script_type must be 0 - tc=890
|
||||
def test_Task_If_Task_Executed_False_Script_Type_0_TC890(self):
|
||||
@testcase(890)
|
||||
def test_Task_If_Task_Executed_False_Script_Type_0(self):
|
||||
tasks = Task.objects.filter(task_executed = 0).values('id', 'script_type')
|
||||
cnt_err = []
|
||||
for task in tasks:
|
||||
|
@ -154,7 +168,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err)
|
||||
|
||||
# Check if task_executed = FALSE (0) and build outcome = SUCCEEDED (0), task outcome must be 1 (COVERED), 2 (CACHED), 3 (PREBUILT), 5 (EMPTY) - tc=837
|
||||
def test_Task_If_Task_Executed_False_Outcome_1_2_3_5_TC837(self):
|
||||
@testcase(837)
|
||||
def test_Task_If_Task_Executed_False_Outcome_1_2_3_5(self):
|
||||
builds = Build.objects.filter(outcome = 0).values('id')
|
||||
cnt_err = []
|
||||
for build in builds:
|
||||
|
@ -165,7 +180,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err)
|
||||
|
||||
# Key verification - tc=888
|
||||
def test_Target_Installed_Package_TC888(self):
|
||||
@testcase(888)
|
||||
def test_Target_Installed_Package(self):
|
||||
rows = Target_Installed_Package.objects.values('id', 'target_id', 'package_id')
|
||||
cnt_err = []
|
||||
for row in rows:
|
||||
|
@ -176,7 +192,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for target installed package id: %s' % cnt_err)
|
||||
|
||||
# Key verification - tc=889
|
||||
def test_Task_Dependency_TC889(self):
|
||||
@testcase(889)
|
||||
def test_Task_Dependency(self):
|
||||
rows = Task_Dependency.objects.values('id', 'task_id', 'depends_on_id')
|
||||
cnt_err = []
|
||||
for row in rows:
|
||||
|
@ -188,6 +205,7 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
|
||||
# Check if build target file_name is populated only if is_image=true AND orm_build.outcome=0 then if the file exists and its size matches the file_size value
|
||||
### Need to add the tc in the test run
|
||||
@testcase(1037)
|
||||
def test_Target_File_Name_Populated(self):
|
||||
builds = Build.objects.filter(outcome = 0).values('id')
|
||||
for build in builds:
|
||||
|
@ -210,7 +228,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for target image file id: %s' % cnt_err)
|
||||
|
||||
# Key verification - tc=884
|
||||
def test_Package_Dependency_TC884(self):
|
||||
@testcase(884)
|
||||
def test_Package_Dependency(self):
|
||||
cnt_err = []
|
||||
deps = Package_Dependency.objects.values('id', 'package_id', 'depends_on_id')
|
||||
for dep in deps:
|
||||
|
@ -219,7 +238,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for package dependency id: %s' % cnt_err)
|
||||
|
||||
# Check if recipe name does not start with a number (0-9) - tc=838
|
||||
def test_Recipe_Name_TC838(self):
|
||||
@testcase(838)
|
||||
def test_Recipe_Name(self):
|
||||
recipes = Recipe.objects.values('id', 'name')
|
||||
cnt_err = []
|
||||
for recipe in recipes:
|
||||
|
@ -228,7 +248,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err)
|
||||
|
||||
# Check if recipe section matches the content of the SECTION variable (if set) in file_path - tc=839
|
||||
def test_Recipe_DB_Section_Match_Recipe_File_Section_TC839(self):
|
||||
@testcase(839)
|
||||
def test_Recipe_DB_Section_Match_Recipe_File_Section(self):
|
||||
recipes = Recipe.objects.values('id', 'section', 'file_path')
|
||||
cnt_err = []
|
||||
for recipe in recipes:
|
||||
|
@ -245,7 +266,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err)
|
||||
|
||||
# Check if recipe license matches the content of the LICENSE variable (if set) in file_path - tc=840
|
||||
def test_Recipe_DB_License_Match_Recipe_File_License_TC840(self):
|
||||
@testcase(840)
|
||||
def test_Recipe_DB_License_Match_Recipe_File_License(self):
|
||||
recipes = Recipe.objects.values('id', 'license', 'file_path')
|
||||
cnt_err = []
|
||||
for recipe in recipes:
|
||||
|
@ -262,7 +284,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err)
|
||||
|
||||
# Check if recipe homepage matches the content of the HOMEPAGE variable (if set) in file_path - tc=841
|
||||
def test_Recipe_DB_Homepage_Match_Recipe_File_Homepage_TC841(self):
|
||||
@testcase(841)
|
||||
def test_Recipe_DB_Homepage_Match_Recipe_File_Homepage(self):
|
||||
recipes = Recipe.objects.values('id', 'homepage', 'file_path')
|
||||
cnt_err = []
|
||||
for recipe in recipes:
|
||||
|
@ -279,7 +302,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err)
|
||||
|
||||
# Check if recipe bugtracker matches the content of the BUGTRACKER variable (if set) in file_path - tc=842
|
||||
def test_Recipe_DB_Bugtracker_Match_Recipe_File_Bugtracker_TC842(self):
|
||||
@testcase(842)
|
||||
def test_Recipe_DB_Bugtracker_Match_Recipe_File_Bugtracker(self):
|
||||
recipes = Recipe.objects.values('id', 'bugtracker', 'file_path')
|
||||
cnt_err = []
|
||||
for recipe in recipes:
|
||||
|
@ -296,7 +320,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err)
|
||||
|
||||
# Recipe key verification, recipe name does not depends on a recipe having the same name - tc=883
|
||||
def test_Recipe_Dependency_TC883(self):
|
||||
@testcase(883)
|
||||
def test_Recipe_Dependency(self):
|
||||
deps = Recipe_Dependency.objects.values('id', 'recipe_id', 'depends_on_id')
|
||||
cnt_err = []
|
||||
for dep in deps:
|
||||
|
@ -310,7 +335,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe dependency id: %s' % cnt_err)
|
||||
|
||||
# Check if package name does not start with a number (0-9) - tc=846
|
||||
def test_Package_Name_For_Number_TC846(self):
|
||||
@testcase(846)
|
||||
def test_Package_Name_For_Number(self):
|
||||
packages = Package.objects.filter(~Q(size = -1)).values('id', 'name')
|
||||
cnt_err = []
|
||||
for package in packages:
|
||||
|
@ -319,7 +345,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for package id: %s' % cnt_err)
|
||||
|
||||
# Check if package version starts with a number (0-9) - tc=847
|
||||
def test_Package_Version_Starts_With_Number_TC847(self):
|
||||
@testcase(847)
|
||||
def test_Package_Version_Starts_With_Number(self):
|
||||
packages = Package.objects.filter(~Q(size = -1)).values('id', 'version')
|
||||
cnt_err = []
|
||||
for package in packages:
|
||||
|
@ -328,7 +355,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for package id: %s' % cnt_err)
|
||||
|
||||
# Check if package revision starts with 'r' - tc=848
|
||||
def test_Package_Revision_Starts_With_r_TC848(self):
|
||||
@testcase(848)
|
||||
def test_Package_Revision_Starts_With_r(self):
|
||||
packages = Package.objects.filter(~Q(size = -1)).values('id', 'revision')
|
||||
cnt_err = []
|
||||
for package in packages:
|
||||
|
@ -338,6 +366,7 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
|
||||
# Check the validity of the package build_id
|
||||
### TC must be added in test run
|
||||
@testcase(1038)
|
||||
def test_Package_Build_Id(self):
|
||||
packages = Package.objects.filter(~Q(size = -1)).values('id', 'build_id')
|
||||
cnt_err = []
|
||||
|
@ -349,6 +378,7 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
|
||||
# Check the validity of package recipe_id
|
||||
### TC must be added in test run
|
||||
@testcase(1039)
|
||||
def test_Package_Recipe_Id(self):
|
||||
packages = Package.objects.filter(~Q(size = -1)).values('id', 'recipe_id')
|
||||
cnt_err = []
|
||||
|
@ -360,6 +390,7 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
|
||||
# Check if package installed_size field is not null
|
||||
### TC must be aded in test run
|
||||
@testcase(1040)
|
||||
def test_Package_Installed_Size_Not_NULL(self):
|
||||
packages = Package.objects.filter(installed_size__isnull = True).values('id')
|
||||
cnt_err = []
|
||||
|
@ -368,7 +399,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for package id: %s' % cnt_err)
|
||||
|
||||
# Check if all layers requests return exit code is 200 - tc=843
|
||||
def test_Layers_Requests_Exit_Code_TC843(self):
|
||||
@testcase(843)
|
||||
def test_Layers_Requests_Exit_Code(self):
|
||||
layers = Layer.objects.values('id', 'layer_index_url')
|
||||
cnt_err = []
|
||||
for layer in layers:
|
||||
|
@ -378,7 +410,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for layer id: %s' % cnt_err)
|
||||
|
||||
# Check if the output of bitbake-layers show_layers matches the info from database - tc=895
|
||||
def test_Layers_Show_Layers_TC895(self):
|
||||
@testcase(895)
|
||||
def test_Layers_Show_Layers(self):
|
||||
layers = Layer.objects.values('id', 'name', 'local_path')
|
||||
cmd = commands.getoutput('bitbake-layers show_layers')
|
||||
cnt_err = []
|
||||
|
@ -388,7 +421,8 @@ class Toaster_DB_Tests(ToasterSetup):
|
|||
self.assertEqual(len(cnt_err), 0, msg = 'Errors for layer id: %s' % cnt_err)
|
||||
|
||||
# Check if django server starts regardless of the timezone set on the machine - tc=905
|
||||
def test_Start_Django_Timezone_TC905(self):
|
||||
@testcase(905)
|
||||
def test_Start_Django_Timezone(self):
|
||||
current_path = os.getcwd()
|
||||
zonefilelist = []
|
||||
ZONEINFOPATH = '/usr/share/zoneinfo/'
|
||||
|
|
Loading…
Reference in New Issue