diff --git a/meta/lib/oeqa/selftest/_toaster.py b/meta/lib/oeqa/selftest/_toaster.py index 5a42e937bc..1cf28a0144 100644 --- a/meta/lib/oeqa/selftest/_toaster.py +++ b/meta/lib/oeqa/selftest/_toaster.py @@ -14,6 +14,7 @@ os.environ.setdefault("DJANGO_SETTINGS_MODULE", "toastermain.settings") import toastermain.settings from django.db.models import Q from orm.models import * +from oeqa.utils.decorators import testcase class ToasterSetup(oeSelfTest): @@ -31,19 +32,22 @@ class ToasterSetup(oeSelfTest): class Toaster_DB_Tests(ToasterSetup): # Check if build name is unique - tc_id=795 - def test_Build_Unique_Name_TC795(self): + @testcase(795) + def test_Build_Unique_Name(self): all_builds = Build.objects.all().count() distinct_builds = Build.objects.values('id').distinct().count() self.assertEqual(distinct_builds, all_builds, msg = 'Build name is not unique') # Check if build coocker log path is unique - tc_id=819 - def test_Build_Unique_Cooker_Log_Path_TC819(self): + @testcase(819) + def test_Build_Unique_Cooker_Log_Path(self): distinct_path = Build.objects.values('cooker_log_path').distinct().count() total_builds = Build.objects.values('id').count() self.assertEqual(distinct_path, total_builds, msg = 'Build coocker log path is not unique') # Check if the number of errors matches the number of orm_logmessage.level entries with value 2 - tc_id=820 - def test_Build_Errors_No_TC820(self): + @testcase(820) + def test_Build_Errors_No(self): builds = Build.objects.values('id', 'errors_no') cnt_err = [] for build in builds: @@ -53,7 +57,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for build id: %s' % cnt_err) # Check if the number of warnings matches the number of orm_logmessage.level entries with value 1 - tc=821 - def test_Build_Warnings_No_TC821(self): + @testcase(821) + def test_Build_Warnings_No(self): builds = Build.objects.values('id', 'warnings_no') cnt_err = [] for build in builds: @@ -63,7 +68,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for build id: %s' % cnt_err) # Check if the build succeeded then the errors_no is 0 - tc_id=822 - def test_Build_Suceeded_Errors_No_TC822(self): + @testcase(822) + def test_Build_Suceeded_Errors_No(self): builds = Build.objects.filter(outcome = 0).values('id', 'errors_no') cnt_err = [] for build in builds: @@ -71,8 +77,9 @@ class Toaster_DB_Tests(ToasterSetup): cnt_err.append(build['id']) self.assertEqual(len(cnt_err), 0, msg = 'Errors for build id: %s' % cnt_err) - # Check if task order is unique for one build - tc=824 - def test_Task_Unique_Order_TC824(self): + # Check if task order is unique for one build - tc=824 + @testcase(824) + def test_Task_Unique_Order(self): builds = Build.objects.values('id') cnt_err = [] for build in builds: @@ -83,7 +90,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for build id: %s' % cnt_err) # Check task order sequence for one build - tc=825 - def test_Task_Order_Sequence_TC825(self): + @testcase(825) + def test_Task_Order_Sequence(self): builds = builds = Build.objects.values('id') cnt_err = [] for build in builds: @@ -100,7 +108,8 @@ class Toaster_DB_Tests(ToasterSetup): #def test_Task_Disk_IO_TC828(self): # Check if outcome = 2 (SSTATE) then sstate_result must be 3 (RESTORED) - tc=832 - def test_Task_If_Outcome_2_Sstate_Result_Must_Be_3_TC832(self): + @testcase(832) + def test_Task_If_Outcome_2_Sstate_Result_Must_Be_3(self): tasks = Task.objects.filter(outcome = 2).values('id', 'sstate_result') cnt_err = [] for task in tasks: @@ -109,7 +118,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err) # Check if outcome = 1 (COVERED) or 3 (EXISTING) then sstate_result must be 0 (SSTATE_NA) - tc=833 - def test_Task_If_Outcome_1_3_Sstate_Result_Must_Be_0_TC833(self): + @testcase(833) + def test_Task_If_Outcome_1_3_Sstate_Result_Must_Be_0(self): tasks = Task.objects.filter(outcome__in = (1, 3)).values('id', 'sstate_result') cnt_err = [] for task in tasks: @@ -118,7 +128,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err) # Check if outcome is 0 (SUCCESS) or 4 (FAILED) then sstate_result must be 0 (NA), 1 (MISS) or 2 (FAILED) - tc=834 - def test_Task_If_Outcome_0_4_Sstate_Result_Must_Be_0_1_2_TC834(self): + @testcase(834) + def test_Task_If_Outcome_0_4_Sstate_Result_Must_Be_0_1_2(self): tasks = Task.objects.filter(outcome__in = (0, 4)).values('id', 'sstate_result') cnt_err = [] for task in tasks: @@ -127,7 +138,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err) # Check if task_executed = TRUE (1), script_type must be 0 (CODING_NA), 2 (CODING_PYTHON), 3 (CODING_SHELL) - tc=891 - def test_Task_If_Task_Executed_True_Script_Type_0_2_3_TC891(self): + @testcase(891) + def test_Task_If_Task_Executed_True_Script_Type_0_2_3(self): tasks = Task.objects.filter(task_executed = 1).values('id', 'script_type') cnt_err = [] for task in tasks: @@ -136,7 +148,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err) # Check if task_executed = TRUE (1), outcome must be 0 (SUCCESS) or 4 (FAILED) - tc=836 - def test_Task_If_Task_Executed_True_Outcome_0_4_TC836(self): + @testcase(836) + def test_Task_If_Task_Executed_True_Outcome_0_4(self): tasks = Task.objects.filter(task_executed = 1).values('id', 'outcome') cnt_err = [] for task in tasks: @@ -145,7 +158,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err) # Check if task_executed = FALSE (0), script_type must be 0 - tc=890 - def test_Task_If_Task_Executed_False_Script_Type_0_TC890(self): + @testcase(890) + def test_Task_If_Task_Executed_False_Script_Type_0(self): tasks = Task.objects.filter(task_executed = 0).values('id', 'script_type') cnt_err = [] for task in tasks: @@ -154,7 +168,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err) # Check if task_executed = FALSE (0) and build outcome = SUCCEEDED (0), task outcome must be 1 (COVERED), 2 (CACHED), 3 (PREBUILT), 5 (EMPTY) - tc=837 - def test_Task_If_Task_Executed_False_Outcome_1_2_3_5_TC837(self): + @testcase(837) + def test_Task_If_Task_Executed_False_Outcome_1_2_3_5(self): builds = Build.objects.filter(outcome = 0).values('id') cnt_err = [] for build in builds: @@ -165,7 +180,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for task id: %s' % cnt_err) # Key verification - tc=888 - def test_Target_Installed_Package_TC888(self): + @testcase(888) + def test_Target_Installed_Package(self): rows = Target_Installed_Package.objects.values('id', 'target_id', 'package_id') cnt_err = [] for row in rows: @@ -176,7 +192,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for target installed package id: %s' % cnt_err) # Key verification - tc=889 - def test_Task_Dependency_TC889(self): + @testcase(889) + def test_Task_Dependency(self): rows = Task_Dependency.objects.values('id', 'task_id', 'depends_on_id') cnt_err = [] for row in rows: @@ -188,6 +205,7 @@ class Toaster_DB_Tests(ToasterSetup): # Check if build target file_name is populated only if is_image=true AND orm_build.outcome=0 then if the file exists and its size matches the file_size value ### Need to add the tc in the test run + @testcase(1037) def test_Target_File_Name_Populated(self): builds = Build.objects.filter(outcome = 0).values('id') for build in builds: @@ -210,7 +228,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for target image file id: %s' % cnt_err) # Key verification - tc=884 - def test_Package_Dependency_TC884(self): + @testcase(884) + def test_Package_Dependency(self): cnt_err = [] deps = Package_Dependency.objects.values('id', 'package_id', 'depends_on_id') for dep in deps: @@ -219,7 +238,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for package dependency id: %s' % cnt_err) # Check if recipe name does not start with a number (0-9) - tc=838 - def test_Recipe_Name_TC838(self): + @testcase(838) + def test_Recipe_Name(self): recipes = Recipe.objects.values('id', 'name') cnt_err = [] for recipe in recipes: @@ -228,7 +248,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err) # Check if recipe section matches the content of the SECTION variable (if set) in file_path - tc=839 - def test_Recipe_DB_Section_Match_Recipe_File_Section_TC839(self): + @testcase(839) + def test_Recipe_DB_Section_Match_Recipe_File_Section(self): recipes = Recipe.objects.values('id', 'section', 'file_path') cnt_err = [] for recipe in recipes: @@ -245,7 +266,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err) # Check if recipe license matches the content of the LICENSE variable (if set) in file_path - tc=840 - def test_Recipe_DB_License_Match_Recipe_File_License_TC840(self): + @testcase(840) + def test_Recipe_DB_License_Match_Recipe_File_License(self): recipes = Recipe.objects.values('id', 'license', 'file_path') cnt_err = [] for recipe in recipes: @@ -262,7 +284,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err) # Check if recipe homepage matches the content of the HOMEPAGE variable (if set) in file_path - tc=841 - def test_Recipe_DB_Homepage_Match_Recipe_File_Homepage_TC841(self): + @testcase(841) + def test_Recipe_DB_Homepage_Match_Recipe_File_Homepage(self): recipes = Recipe.objects.values('id', 'homepage', 'file_path') cnt_err = [] for recipe in recipes: @@ -279,7 +302,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err) # Check if recipe bugtracker matches the content of the BUGTRACKER variable (if set) in file_path - tc=842 - def test_Recipe_DB_Bugtracker_Match_Recipe_File_Bugtracker_TC842(self): + @testcase(842) + def test_Recipe_DB_Bugtracker_Match_Recipe_File_Bugtracker(self): recipes = Recipe.objects.values('id', 'bugtracker', 'file_path') cnt_err = [] for recipe in recipes: @@ -296,7 +320,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe id: %s' % cnt_err) # Recipe key verification, recipe name does not depends on a recipe having the same name - tc=883 - def test_Recipe_Dependency_TC883(self): + @testcase(883) + def test_Recipe_Dependency(self): deps = Recipe_Dependency.objects.values('id', 'recipe_id', 'depends_on_id') cnt_err = [] for dep in deps: @@ -310,7 +335,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for recipe dependency id: %s' % cnt_err) # Check if package name does not start with a number (0-9) - tc=846 - def test_Package_Name_For_Number_TC846(self): + @testcase(846) + def test_Package_Name_For_Number(self): packages = Package.objects.filter(~Q(size = -1)).values('id', 'name') cnt_err = [] for package in packages: @@ -319,7 +345,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for package id: %s' % cnt_err) # Check if package version starts with a number (0-9) - tc=847 - def test_Package_Version_Starts_With_Number_TC847(self): + @testcase(847) + def test_Package_Version_Starts_With_Number(self): packages = Package.objects.filter(~Q(size = -1)).values('id', 'version') cnt_err = [] for package in packages: @@ -328,7 +355,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for package id: %s' % cnt_err) # Check if package revision starts with 'r' - tc=848 - def test_Package_Revision_Starts_With_r_TC848(self): + @testcase(848) + def test_Package_Revision_Starts_With_r(self): packages = Package.objects.filter(~Q(size = -1)).values('id', 'revision') cnt_err = [] for package in packages: @@ -338,6 +366,7 @@ class Toaster_DB_Tests(ToasterSetup): # Check the validity of the package build_id ### TC must be added in test run + @testcase(1038) def test_Package_Build_Id(self): packages = Package.objects.filter(~Q(size = -1)).values('id', 'build_id') cnt_err = [] @@ -349,6 +378,7 @@ class Toaster_DB_Tests(ToasterSetup): # Check the validity of package recipe_id ### TC must be added in test run + @testcase(1039) def test_Package_Recipe_Id(self): packages = Package.objects.filter(~Q(size = -1)).values('id', 'recipe_id') cnt_err = [] @@ -360,6 +390,7 @@ class Toaster_DB_Tests(ToasterSetup): # Check if package installed_size field is not null ### TC must be aded in test run + @testcase(1040) def test_Package_Installed_Size_Not_NULL(self): packages = Package.objects.filter(installed_size__isnull = True).values('id') cnt_err = [] @@ -368,7 +399,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for package id: %s' % cnt_err) # Check if all layers requests return exit code is 200 - tc=843 - def test_Layers_Requests_Exit_Code_TC843(self): + @testcase(843) + def test_Layers_Requests_Exit_Code(self): layers = Layer.objects.values('id', 'layer_index_url') cnt_err = [] for layer in layers: @@ -378,7 +410,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for layer id: %s' % cnt_err) # Check if the output of bitbake-layers show_layers matches the info from database - tc=895 - def test_Layers_Show_Layers_TC895(self): + @testcase(895) + def test_Layers_Show_Layers(self): layers = Layer.objects.values('id', 'name', 'local_path') cmd = commands.getoutput('bitbake-layers show_layers') cnt_err = [] @@ -388,7 +421,8 @@ class Toaster_DB_Tests(ToasterSetup): self.assertEqual(len(cnt_err), 0, msg = 'Errors for layer id: %s' % cnt_err) # Check if django server starts regardless of the timezone set on the machine - tc=905 - def test_Start_Django_Timezone_TC905(self): + @testcase(905) + def test_Start_Django_Timezone(self): current_path = os.getcwd() zonefilelist = [] ZONEINFOPATH = '/usr/share/zoneinfo/'