# LTP compliance runtime
|
#
|
# Copyright (c) 2019 MontaVista Software, LLC
|
#
|
# SPDX-License-Identifier: GPL-2.0-only
|
#
|
|
import time
|
import datetime
|
import pprint
|
|
from oeqa.runtime.case import OERuntimeTestCase
|
from oeqa.core.decorator.depends import OETestDepends
|
from oeqa.runtime.decorator.package import OEHasPackage
|
from oeqa.utils.logparser import LtpComplianceParser
|
|
class LtpPosixBase(OERuntimeTestCase):
|
|
@classmethod
|
def setUpClass(cls):
|
cls.ltp_startup()
|
|
@classmethod
|
def tearDownClass(cls):
|
cls.ltp_finishup()
|
|
@classmethod
|
def ltp_startup(cls):
|
cls.sections = {}
|
cls.failmsg = ""
|
test_log_dir = os.path.join(cls.td.get('WORKDIR', ''), 'testimage')
|
timestamp = datetime.datetime.now().strftime('%Y%m%d%H%M%S')
|
|
cls.ltptest_log_dir_link = os.path.join(test_log_dir, 'ltpcomp_log')
|
cls.ltptest_log_dir = '%s.%s' % (cls.ltptest_log_dir_link, timestamp)
|
os.makedirs(cls.ltptest_log_dir)
|
|
cls.tc.target.run("mkdir -p /opt/ltp/results")
|
|
if not hasattr(cls.tc, "extraresults"):
|
cls.tc.extraresults = {}
|
cls.extras = cls.tc.extraresults
|
cls.extras['ltpposixresult.rawlogs'] = {'log': ""}
|
|
|
@classmethod
|
def ltp_finishup(cls):
|
cls.extras['ltpposixresult.sections'] = cls.sections
|
|
# update symlink to ltp_log
|
if os.path.exists(cls.ltptest_log_dir_link):
|
os.remove(cls.ltptest_log_dir_link)
|
|
os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link)
|
|
if cls.failmsg:
|
cls.fail(cls.failmsg)
|
|
class LtpPosixTest(LtpPosixBase):
|
posix_groups = ["AIO", "MEM", "MSG", "SEM", "SIG", "THR", "TMR", "TPS"]
|
|
def runltp(self, posix_group):
|
cmd = "/opt/ltp/bin/run-posix-option-group-test.sh %s 2>@1 | tee /opt/ltp/results/%s" % (posix_group, posix_group)
|
starttime = time.time()
|
(status, output) = self.target.run(cmd)
|
endtime = time.time()
|
|
with open(os.path.join(self.ltptest_log_dir, "%s" % posix_group), 'w') as f:
|
f.write(output)
|
|
self.extras['ltpposixresult.rawlogs']['log'] = self.extras['ltpposixresult.rawlogs']['log'] + output
|
|
parser = LtpComplianceParser()
|
results, sections = parser.parse(os.path.join(self.ltptest_log_dir, "%s" % posix_group))
|
|
runtime = int(endtime-starttime)
|
sections['duration'] = runtime
|
self.sections[posix_group] = sections
|
|
failed_tests = {}
|
for test in results:
|
result = results[test]
|
testname = ("ltpposixresult." + posix_group + "." + test)
|
self.extras[testname] = {'status': result}
|
if result == 'FAILED':
|
failed_tests[posix_group] = test
|
|
if failed_tests:
|
self.failmsg = self.failmsg + "Failed ptests:\n%s" % pprint.pformat(failed_tests)
|
|
# LTP Posix compliance runtime tests
|
|
@OETestDepends(['ssh.SSHTest.test_ssh'])
|
@OEHasPackage(["ltp"])
|
def test_posix_groups(self):
|
for posix_group in self.posix_groups:
|
self.runltp(posix_group)
|
