# LTP compliance runtime # # Copyright (c) 2019 MontaVista Software, LLC # # SPDX-License-Identifier: GPL-2.0-only # import time import datetime import pprint from oeqa.runtime.case import OERuntimeTestCase from oeqa.core.decorator.depends import OETestDepends from oeqa.runtime.decorator.package import OEHasPackage from oeqa.utils.logparser import LtpComplianceParser class LtpPosixBase(OERuntimeTestCase): @classmethod def setUpClass(cls): cls.ltp_startup() @classmethod def tearDownClass(cls): cls.ltp_finishup() @classmethod def ltp_startup(cls): cls.sections = {} cls.failmsg = "" test_log_dir = os.path.join(cls.td.get('WORKDIR', ''), 'testimage') timestamp = datetime.datetime.now().strftime('%Y%m%d%H%M%S') cls.ltptest_log_dir_link = os.path.join(test_log_dir, 'ltpcomp_log') cls.ltptest_log_dir = '%s.%s' % (cls.ltptest_log_dir_link, timestamp) os.makedirs(cls.ltptest_log_dir) cls.tc.target.run("mkdir -p /opt/ltp/results") if not hasattr(cls.tc, "extraresults"): cls.tc.extraresults = {} cls.extras = cls.tc.extraresults cls.extras['ltpposixresult.rawlogs'] = {'log': ""} @classmethod def ltp_finishup(cls): cls.extras['ltpposixresult.sections'] = cls.sections # update symlink to ltp_log if os.path.exists(cls.ltptest_log_dir_link): os.remove(cls.ltptest_log_dir_link) os.symlink(os.path.basename(cls.ltptest_log_dir), cls.ltptest_log_dir_link) if cls.failmsg: cls.fail(cls.failmsg) class LtpPosixTest(LtpPosixBase): posix_groups = ["AIO", "MEM", "MSG", "SEM", "SIG", "THR", "TMR", "TPS"] def runltp(self, posix_group): cmd = "/opt/ltp/bin/run-posix-option-group-test.sh %s 2>@1 | tee /opt/ltp/results/%s" % (posix_group, posix_group) starttime = time.time() (status, output) = self.target.run(cmd) endtime = time.time() with open(os.path.join(self.ltptest_log_dir, "%s" % posix_group), 'w') as f: f.write(output) self.extras['ltpposixresult.rawlogs']['log'] = self.extras['ltpposixresult.rawlogs']['log'] + output parser = LtpComplianceParser() results, sections = parser.parse(os.path.join(self.ltptest_log_dir, "%s" % posix_group)) runtime = int(endtime-starttime) sections['duration'] = runtime self.sections[posix_group] = sections failed_tests = {} for test in results: result = results[test] testname = ("ltpposixresult." + posix_group + "." + test) self.extras[testname] = {'status': result} if result == 'FAILED': failed_tests[posix_group] = test if failed_tests: self.failmsg = self.failmsg + "Failed ptests:\n%s" % pprint.pformat(failed_tests) # LTP Posix compliance runtime tests @OETestDepends(['ssh.SSHTest.test_ssh']) @OEHasPackage(["ltp"]) def test_posix_groups(self): for posix_group in self.posix_groups: self.runltp(posix_group)