1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
|
# ############################################################################ #
# #
# ::: :::::::: #
# suite.py :+: :+: :+: #
# +:+ +:+ +:+ #
# By: charles <charles.cabergs@gmail.com> +#+ +:+ +#+ #
# +#+#+#+#+#+ +#+ #
# Created: 2020/07/15 18:24:29 by charles #+# #+# #
# Updated: 2021/02/05 18:15:26 by charles ### ########.fr #
# #
# ############################################################################ #
from typing import List, Tuple, Optional, Callable
import minishell_test.config as config
from minishell_test.test import Test
class SuiteException(Exception):
""" Base exception for suite """
pass
class AmbiguousNameException(SuiteException):
def __init__(self, name: str, matches: List[str]):
self.name = name
self.matches = matches
def __str__(self) -> str:
return (("Ambiguous name `{}` match the following suites\n\t{}\n"
"Try to run with -l to see the available suites")
.format(self.name, ', '.join(self.matches)))
class NoMatchException(SuiteException):
def __init__(self, name: str):
self.name = name
def __str__(self) -> str:
return (("Name `{}` doesn't match any suite/group name\n\t"
"Try to run with -l to see the available suites")
.format(self.name))
class Suite:
available: List['Suite'] = []
@classmethod
def run_all(cls):
"""Run all available suites"""
for s in cls.available:
if not s.run() and config.EXIT_FIRST:
break
@classmethod
def setup(cls, asked_names: List[str]) -> None:
""" Remove not asked suite from available suites
Tries to autocomplete the asked names
"""
if not config.BONUS:
cls.available = [s for s in cls.available if not s.bonus]
if len(asked_names) == 0:
asked_names = [s.name for s in cls.available]
suite_names = [s.name for s in cls.available]
names = []
for i, name in enumerate(asked_names):
if name in suite_names:
names.append(name)
continue
matches = [n for n in suite_names
if n.find("/") != -1 and
n[n.find("/") + 1:].startswith(name) or
n.startswith(name)]
if len(matches) == 1:
names.append(matches[0])
elif len(matches) != 0 and all(n.startswith(name) for n in matches):
names.extend(matches)
elif len(matches) > 2:
raise AmbiguousNameException(name, matches)
elif len(matches) == 0:
raise NoMatchException(name)
cls.available = list(set(
[s for s in cls.available if s.name in names] +
[s for s in cls.available if any(g for g in s.groups if g in names)]
))
cls.available.sort(key=lambda s: s.name)
for s in cls.available:
if s.generator_func is not None:
s.generator_func()
@classmethod
def available_names(cls) -> List[str]:
"""List of available suites names"""
return [s.name for s in cls.available]
@classmethod
def list(cls):
print("Groups:")
print("\n".join({" - " + ', '.join(s.groups) for s in Suite.available}))
print("The available suites are:")
max_name_width = max(len(s.name) for s in Suite.available) + 5
lines = [
" - {:.<{max_name_width}} {}".format(
s.name + " ",
s.description,
max_name_width=max_name_width
)
for s in Suite.available
]
print("\n".join(lines))
def __init__(
self,
name: str,
groups: List[str],
bonus: bool = False,
description: str = "no description",
):
"""Suite class
name: suite id
groups: list of suite groups
bonus: is this suite bonus
"""
self.name = name
self.groups = groups
self.description = description
self.bonus = bonus
self.generator_func: Optional[Callable] = None
self.tests: List[Test] = []
def add(self, test):
"""Append a test to the suite"""
self.tests.append(test)
BLUE_CHARS = "\033[34m"
CLOSE_CHARS = "\033[0m"
def run(self) -> bool:
"""Run all test in the suite"""
if config.VERBOSE_LEVEL == 0:
print(self.name + ": ", end="")
else:
print("{}{:#^{width}}{}".format(
self.BLUE_CHARS,
" " + self.name + " ",
self.CLOSE_CHARS,
width=config.TERM_COLS
))
for i, t in enumerate(self.tests):
if config.RANGE is not None:
if not (config.RANGE[0] <= i <= config.RANGE[1]):
continue
t.run(i)
if config.EXIT_FIRST and t.result is not None and t.result.failed:
return False
if config.VERBOSE_LEVEL == 0:
print()
return True
def total(self) -> Tuple[int, int]:
"""Returns the total of passed and failed tests"""
passed_total = 0
for t in self.tests:
if t.result is None:
return (-1, -1)
if t.result.passed:
passed_total += 1
return passed_total, len(self.tests) - passed_total
@classmethod
def summarize(cls):
"""Print a summary of all runned suites"""
pass_sum = 0
fail_sum = 0
print("\nSummary:")
for s in cls.available:
(pass_total, fail_total) = s.total()
if pass_total == -1:
continue
pass_sum += pass_total
fail_sum += fail_total
print("{:.<{width}} \033[32m{:4} [PASS]\033[0m \033[31m{:4} [FAIL]\033[0m"
.format(s.name + " ", pass_total, fail_total, width=config.TERM_COLS - 24))
print("{:.<{width}} \033[32m{:4} [PASS]\033[0m \033[31m{:4} [FAIL]\033[0m"
.format("TOTAL ", pass_sum, fail_sum, width=config.TERM_COLS - 24))
@classmethod
def save_log(cls):
"""Save the result of all suites to a file"""
with open(config.LOG_PATH, "w") as log_file:
for s in cls.available:
for t in s.tests:
if t.result is not None and t.result.failed:
t.result.colored = False
t.result.set_colors()
log_file.write(t.result.full_diff() + '\n')
|
