1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
|
# ############################################################################ #
# #
# ::: :::::::: #
# suite.py :+: :+: :+: #
# +:+ +:+ +:+ #
# By: charles <charles.cabergs@gmail.com> +#+ +:+ +#+ #
# +#+#+#+#+#+ +#+ #
# Created: 2020/07/15 18:24:29 by charles #+# #+# #
# Updated: 2021/01/31 03:31:15 by charles ### ########.fr #
# #
# ############################################################################ #
import sys
from typing import List, Tuple
import config
from test import Test
class Suite:
available: List['Suite'] = []
@classmethod
def run_all(cls):
"""Run all available suites"""
for s in cls.available:
if not s.run() and config.EXIT_FIRST:
break
@classmethod
def setup(cls, asked_names: List[str]):
""" Remove not asked suite from available suites
Tries to autocomplete the asked names
"""
if not config.BONUS:
cls.available = [s for s in cls.available if not s.bonus]
if len(asked_names) == 0:
asked_names = [s.name for s in cls.available]
suite_names = [s.name for s in cls.available]
names = []
for i, name in enumerate(asked_names):
if name in suite_names:
names.append(name)
continue
matches = [n for n in suite_names
if n.find("/") != -1
and n[n.find("/") + 1:].startswith(name)
or n.startswith(name)]
if len(matches) == 1:
names.append(matches[0])
elif len(matches) != 0 and all([n.startswith(name) for n in matches]):
names.extend(matches)
elif len(matches) > 2:
print(("Ambiguous name `{}` match the following suites\n\t{}\n"
"Try to run with -l to see the available suites")
.format(name, ', '.join(matches)))
sys.exit(1)
elif len(matches) == 0:
print(("Name `{}` doesn't match any suite/group name\n\t"
"Try to run with -l to see the available suites")
.format(name))
sys.exit(1)
cls.available = list(set(
[s for s in cls.available if s.name in names]
+ [s for s in cls.available if any([g for g in s.groups if g in names])]
))
cls.available.sort(key=lambda s: s.name)
for s in cls.available:
s.generator_func()
@classmethod
def available_names(cls) -> List[str]:
"""List of available suites names"""
return [s.name for s in cls.available]
@classmethod
def list(cls):
print("Groups:")
print("\n".join(set([" - " + ', '.join(s.groups) for s in Suite.available])))
print("The available suites are:")
max_name_width = max(len(s.name) for s in Suite.available) + 5
lines = [
" - {:.<{max_name_width}} {}".format(
s.name + " ",
s.description,
max_name_width=max_name_width
)
for s in Suite.available
]
print("\n".join(lines))
def __init__(
self,
name: str,
groups: List[str],
bonus: bool = False,
description: str = "no description",
):
"""Suite class
name: suite id
groups: list of suite groups
bonus: is this suite bonus
"""
self.name = name
self.groups = groups
self.description = description
self.bonus = bonus
self.generator_func = None
self.tests: List[Test] = []
def add(self, test):
"""Append a test to the suite"""
self.tests.append(test)
BLUE_CHARS = "\033[34m"
CLOSE_CHARS = "\033[0m"
def run(self) -> bool:
"""Run all test in the suite"""
if config.VERBOSE_LEVEL == 0:
print(self.name + ": ", end="")
else:
print("{}{:#^{width}}{}".format(
self.BLUE_CHARS,
" " + self.name + " ",
self.CLOSE_CHARS,
width=config.TERM_COLS
))
for i, t in enumerate(self.tests):
if config.RANGE is not None:
if not (config.RANGE[0] <= i <= config.RANGE[1]):
continue
t.run(i)
if config.EXIT_FIRST and t.result.failed:
return False
if config.VERBOSE_LEVEL == 0:
print()
return True
def total(self) -> Tuple[int, int]:
"""Returns the total of passed and failed tests"""
passed_total = 0
for t in self.tests:
if t.result is None:
return (-1, -1)
if t.result.passed:
passed_total += 1
return passed_total, len(self.tests) - passed_total
@classmethod
def summarize(cls):
"""Print a summary of all runned suites"""
pass_sum = 0
fail_sum = 0
print("\nSummary:")
for s in cls.available:
(pass_total, fail_total) = s.total()
if pass_total == -1:
continue
pass_sum += pass_total
fail_sum += fail_total
print("{:.<{width}} \033[32m{:4} [PASS]\033[0m \033[31m{:4} [FAIL]\033[0m"
.format(s.name + " ", pass_total, fail_total, width=config.TERM_COLS - 24))
print("{:.<{width}} \033[32m{:4} [PASS]\033[0m \033[31m{:4} [FAIL]\033[0m"
.format("TOTAL ", pass_sum, fail_sum, width=config.TERM_COLS - 24))
@classmethod
def save_log(cls):
"""Save the result of all suites to a file"""
with open(config.LOG_PATH, "w") as log_file:
for s in cls.available:
for t in s.tests:
if t.result is not None and t.result.failed:
t.result.colored = False
t.result.set_colors()
log_file.write(t.result.full_diff() + '\n')
|
