oeqa/core: Add base OEQA framework
case: Defines OETestCase base class that provides custom methods/attrs defined by the framework. Every OETestCase instance contains a reference to the test data (d), the test context (tc) and the logger. Also implements _oe{SetUp,TearDown}Class for make special handling of OEQA decorators and validations. runner: Defines OETestRunner/OETestResult with support for RAW and XML result logs. exception: Custom exceptions related to the OEQA framework based on class OEQAException. [YOCTO #10230] [YOCTO #10233] (From OE-Core rev: c466086ccc4d4bb02d578a821cfb945945bfd529) Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com> Signed-off-by: Mariano Lopez <mariano.lopez@linux.intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
parent
7998501f47
commit
08714d3b7e
|
@ -0,0 +1,46 @@
|
|||
# Copyright (C) 2016 Intel Corporation
|
||||
# Released under the MIT license (see COPYING.MIT)
|
||||
|
||||
import unittest
|
||||
|
||||
from oeqa.core.exception import OEQAMissingVariable
|
||||
|
||||
def _validate_td_vars(td, td_vars, type_msg):
|
||||
if td_vars:
|
||||
for v in td_vars:
|
||||
if not v in td:
|
||||
raise OEQAMissingVariable("Test %s need %s variable but"\
|
||||
" isn't into td" % (type_msg, v))
|
||||
|
||||
class OETestCase(unittest.TestCase):
|
||||
# TestContext and Logger instance set by OETestLoader.
|
||||
tc = None
|
||||
logger = None
|
||||
|
||||
# td has all the variables needed by the test cases
|
||||
# is the same across all the test cases.
|
||||
td = None
|
||||
|
||||
# td_vars has the variables needed by a test class
|
||||
# or test case instance, if some var isn't into td a
|
||||
# OEMissingVariable exception is raised
|
||||
td_vars = None
|
||||
|
||||
@classmethod
|
||||
def _oeSetUpClass(clss):
|
||||
_validate_td_vars(clss.td, clss.td_vars, "class")
|
||||
clss.setUpClassMethod()
|
||||
|
||||
@classmethod
|
||||
def _oeTearDownClass(clss):
|
||||
clss.tearDownClassMethod()
|
||||
|
||||
def _oeSetUp(self):
|
||||
for d in self.decorators:
|
||||
d.setUpDecorator()
|
||||
self.setUpMethod()
|
||||
|
||||
def _oeTearDown(self):
|
||||
for d in self.decorators:
|
||||
d.tearDownDecorator()
|
||||
self.tearDownMethod()
|
|
@ -0,0 +1,14 @@
|
|||
# Copyright (C) 2016 Intel Corporation
|
||||
# Released under the MIT license (see COPYING.MIT)
|
||||
|
||||
class OEQAException(Exception):
|
||||
pass
|
||||
|
||||
class OEQATimeoutError(OEQAException):
|
||||
pass
|
||||
|
||||
class OEQAMissingVariable(OEQAException):
|
||||
pass
|
||||
|
||||
class OEQADependency(OEQAException):
|
||||
pass
|
|
@ -0,0 +1,76 @@
|
|||
# Copyright (C) 2016 Intel Corporation
|
||||
# Released under the MIT license (see COPYING.MIT)
|
||||
|
||||
import os
|
||||
import time
|
||||
import unittest
|
||||
import logging
|
||||
|
||||
xmlEnabled = False
|
||||
try:
|
||||
import xmlrunner
|
||||
from xmlrunner.result import _XMLTestResult as _TestResult
|
||||
from xmlrunner.runner import XMLTestRunner as _TestRunner
|
||||
xmlEnabled = True
|
||||
except ImportError:
|
||||
# use the base runner instead
|
||||
from unittest import TextTestResult as _TestResult
|
||||
from unittest import TextTestRunner as _TestRunner
|
||||
|
||||
class OEStreamLogger(object):
|
||||
def __init__(self, logger):
|
||||
self.logger = logger
|
||||
self.buffer = ""
|
||||
|
||||
def write(self, msg):
|
||||
if msg[-1] != '\n':
|
||||
self.buffer += msg
|
||||
else:
|
||||
self.logger.log(logging.INFO, self.buffer.rstrip("\n"))
|
||||
self.buffer = ""
|
||||
|
||||
def flush(self):
|
||||
for handler in self.logger.handlers:
|
||||
handler.flush()
|
||||
|
||||
class OETestResult(_TestResult):
|
||||
def __init__(self, tc, *args, **kwargs):
|
||||
super(OETestResult, self).__init__(*args, **kwargs)
|
||||
|
||||
self.tc = tc
|
||||
|
||||
self.tc._results['failures'] = self.failures
|
||||
self.tc._results['errors'] = self.errors
|
||||
self.tc._results['skipped'] = self.skipped
|
||||
self.tc._results['expectedFailures'] = self.expectedFailures
|
||||
|
||||
def startTest(self, test):
|
||||
super(OETestResult, self).startTest(test)
|
||||
|
||||
class OETestRunner(_TestRunner):
|
||||
def __init__(self, tc, *args, **kwargs):
|
||||
if xmlEnabled:
|
||||
if not kwargs.get('output'):
|
||||
kwargs['output'] = os.path.join(os.getcwd(),
|
||||
'TestResults_%s' % time.strftime("%Y%m%d%H%M%S"))
|
||||
|
||||
super(OETestRunner, self).__init__(*args, **kwargs)
|
||||
self.tc = tc
|
||||
self.resultclass = OETestResult
|
||||
|
||||
# XXX: The unittest-xml-reporting package defines _make_result method instead
|
||||
# of _makeResult standard on unittest.
|
||||
if xmlEnabled:
|
||||
def _make_result(self):
|
||||
"""
|
||||
Creates a TestResult object which will be used to store
|
||||
information about the executed tests.
|
||||
"""
|
||||
# override in subclasses if necessary.
|
||||
return self.resultclass(self.tc,
|
||||
self.stream, self.descriptions, self.verbosity, self.elapsed_times
|
||||
)
|
||||
else:
|
||||
def _makeResult(self):
|
||||
return self.resultclass(self.tc, self.stream, self.descriptions,
|
||||
self.verbosity)
|
Loading…
Reference in New Issue