1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
#
# SPDX-License-Identifier: MIT
#
# Author: Christopher Clark
# Copyright (c) Star Lab Corp, 2021
#
# Integration of the Xen Test Framework (XTF) into OpenEmbedded QA
#
# Since not all XTF test cases are appropriate for all test environments,
# images or machine configurations the selection of XTF test cases to run
# is determined by variables that can be set in an image recipe.
#
# * XTF_TEST_CASES_POPULATE
# Specifies the list of queries passed to xtf-runner to populate the test list.
# eg. 'pv64 livepatch-priv-check'
#
# Since the space character is meaningful and may be required within a populate clause,
# the '|' character is used for separating multiple queries.
# eg. 'pv64 livepatch-priv-check|pv32pae selftest'
#
# * XTF_TEST_CASES_SKIP
# A space-separate list of test cases that should be skipped even if returned
# from the queries specified in XTF_TEST_CASES_POPULATE.
# eg. 'test-pv64-livepatch-priv-check'
#
# * XTF_TEST_CASES_REQUIRE
# A space-separate list of test cases that must not be skipped even if missing
# from the results of the queries specified in XTF_TEST_CASES_POPULATE.
#----------
# The default single test case here is chosen because it exercises XTF
# and just Xen itself rather than any specifics of the hardware
# (virtual or not) that Xen is running on.
# TODO: this is an x86-specific test - revisit this choice when XTF supports Arm
DEFAULT_POPULATE = 'pv64 livepatch-priv-check'
#----------
import json
from oeqa.runtime.case import OERuntimeTestCase
from oeqa.core.decorator.depends import OETestDepends
from oeqa.core.decorator.oetimeout import OETimeout
from oeqa.runtime.decorator.package import OEHasPackage
def xtf_runner_exit_status(state):
""" Convert a xtf-runner exit code to a test result. """
return { 0: "SUCCESS",
1: "sys.exit 1",
2: "sys.exit 2",
3: "SKIP",
4: "ERROR",
5: "FAILURE",
6: "CRASH",
}[state]
xtf_rundir = '/usr/libexec/xtf'
class XTFMinimalTest(OERuntimeTestCase):
def query_xtf_cases(self, query_item):
(status, output) = self.target.run(
'cd %s; ./xtf-runner --list %s' % \
(xtf_rundir, query_item))
self.assertTrue(status == 0, msg='XTF runner failed')
populate_case_lines = output.split('\n')
while '' in populate_case_lines:
populate_case_lines.remove('')
return list(map(lambda x: x.lstrip().rstrip(), populate_case_lines))
def get_xtf_case_list(self):
xtf_cases = []
populate = self.tc.td.get('XTF_TEST_CASES_POPULATE')
skip = self.tc.td.get('XTF_TEST_CASES_SKIP')
require = self.tc.td.get('XTF_TEST_CASES_REQUIRE')
if populate is None:
populate = DEFAULT_POPULATE
for query_item in populate.split('|'):
xtf_cases.extend( self.query_xtf_cases(query_item) )
if skip is not None:
for skip_item in skip.split(' '):
while skip_item in xtf_cases:
xtf_cases.remove(skip_item)
if require is not None:
for require_item in require.split(' '):
if require_item == '':
continue
if not require_item in xtf_cases:
xtf_cases.append(require_item)
self.logger.info('XTF cases: %s' % str(xtf_cases))
return xtf_cases
def run_xtf_case(self, xtf_case_name):
(status, output) = self.target.run('cd %s; ./xtf-runner %s' % \
(xtf_rundir, xtf_case_name))
self.assertTrue(status == 0, msg='XTF test %s failed: %s' % \
(xtf_case_name, xtf_runner_exit_status(status)))
@OETimeout(2400)
@OETestDepends(['ssh.SSHTest.test_ssh'])
@OEHasPackage(['xtf'])
@OEHasPackage(['xen-tools'])
def test_xtf_minimal(self):
xtf_cases = self.get_xtf_case_list()
for xtf_case_name in xtf_cases:
self.logger.debug('Running XTF case: %s' % xtf_case_name)
self.run_xtf_case(xtf_case_name)
|
