This repository has been archived by the owner on Feb 11, 2021. It is now read-only.
/
runner.c
248 lines (206 loc) · 6.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
/*
Copyright (C) 2011 Markus Kauppila <markus.kauppila@gmail.com>
This software is provided 'as-is', without any express or implied
warranty. In no event will the authors be held liable for any damages
arising from the use of this software.
Permission is granted to anyone to use this software for any purpose,
including commercial applications, and to alter it and redistribute it
freely, subject to the following restrictions:
1. The origin of this software must not be misrepresented; you must not
claim that you wrote the original software. If you use this software
in a product, an acknowledgment in the product documentation would be
appreciated but is not required.
2. Altered source versions must be plainly marked as such, and must not be
misrepresented as being the original software.
3. This notice may not be removed or altered from any source distribution.
*/
21
#include "SDL/SDL.h"
22
23
24
25
26
27
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <sys/types.h>
28
#include "SDL_test.h"
29
30
31
32
//!< Function pointer to a test case function
typedef int (*TestCase)(void *arg);
33
34
35
//!< Flag for executing tests in-process
static int execute_inproc = 0;
36
/*!
37
38
* Returns the name for the dynamic library
* which implements the test suite.
39
*
40
41
42
43
44
* (in the future: scans the test/ directory and
* returns the names of the dynamic libraries
* implementing the test suites)
*
* \return Name of the dummy test suite
45
*/
46
47
char *
ScanForTestSuites() {
48
49
#if defined(linux) || defined( __linux)
char *libName = "tests/libtest.so";
50
51
#else
char *libName = "tests/libtest.dylib";
52
#endif
53
54
55
return libName;
}
56
57
58
59
60
61
62
63
64
65
66
67
/*!
* Loads test suite which is implemented as dynamic library.
*
* \param test0,330
*
* \return Pointer to loaded test suite, or NULL if library could not be loaded
*/
void *
LoadTestSuite(char *testSuiteName)
{
void *library = SDL_LoadObject(testSuiteName);
68
if(library == NULL) {
69
fprintf(stderr, "Loading %s failed\n", testSuiteName);
70
fprintf(stderr, "%s\n", SDL_GetError());
71
72
}
73
74
75
return library;
}
76
77
78
79
/*!
* Loads the test case references from the given test suite.
* \param library Previously loaded dynamic library AKA test suite
80
* \return Pointer to array of TestCaseReferences or NULL if function failed
81
*/
82
83
84
TestCaseReference **
QueryTestCases(void *library)
{
85
TestCaseReference **(*suite)(void);
86
87
suite = (TestCaseReference **(*)(void)) SDL_LoadFunction(library, "QueryTestSuite");
88
if(suite == NULL) {
89
90
fprintf(stderr, "Loading QueryTestCaseReferences() failed.\n");
fprintf(stderr, "%s\n", SDL_GetError());
91
92
}
93
TestCaseReference **tests = suite();
94
if(tests == NULL) {
95
96
fprintf(stderr, "Failed to load test references.\n");
fprintf(stderr, "%s\n", SDL_GetError());
97
98
99
100
101
}
return tests;
}
102
103
104
/*!
* Loads test case from a test suite
*
105
106
* \param suite a test suite
* \param testName Name of the test that is going to be loaded
107
*
108
* \return Function Pointer (TestCase) to loaded test case, NULL if function failed
109
*/
110
111
112
TestCase
LoadTestCase(void *suite, char *testName)
{
113
114
TestCase test = (int (*)(void *)) SDL_LoadFunction(suite, testName);
if(test == NULL) {
115
116
fprintf(stderr, "Loading test failed, tests == NULL\n");
fprintf(stderr, "%s\n", SDL_GetError());
117
118
119
120
121
122
}
return test;
}
123
/*!
124
125
126
127
* If using out-of-proc execution of tests. This function
* will handle the return value of the child process
* and interprets it to the runner. Also prints warnings
* if child was aborted by a signela.
128
*
129
* \param stat_lock information about the exited child process
130
*
131
* \return 0 if test case succeeded, 1 otherwise
132
*/
133
134
135
136
int
HandleTestReturnValue(int stat_lock)
{
//! \todo rename to: HandleChildProcessReturnValue?
137
int returnValue = -1;
138
139
140
if(WIFEXITED(stat_lock)) {
returnValue = WEXITSTATUS(stat_lock);
141
142
} else if(WIFSIGNALED(stat_lock)) {
int signal = WTERMSIG(stat_lock);
143
fprintf(stderr, "FAILURE: test was aborted due to signal no %d\n", signal);
144
returnValue = 1;
145
146
}
147
return returnValue;
148
149
}
150
151
/*!
* Parse command line arguments
152
153
154
*
* \param argc Count of command line arguments
* \param argv Array of commond lines arguments
155
156
157
158
159
160
161
162
*/
void
ParseOptions(int argc, char *argv[])
{
int i;
for (i = 1; i < argc; ++i) {
const char *arg = argv[i];
163
if(SDL_strcmp(arg, "--in-proc") == 0) {
164
165
execute_inproc = 1;
}
166
167
168
169
170
171
172
173
else if(SDL_strcmp(arg, "--help") == 0 || SDL_strcmp(arg, "-h") == 0) {
printf("Usage: ./runner [--in-proc] [--help]\n");
printf("Options:\n");
printf(" --in-proc Executes tests in-process\n");
printf(" --help Print this help.:\n");
exit(0);
}
// \todo print error for unknown option
174
175
}
}
176
177
178
179
180
181
182
/*!
* Entry point for test runner
*
* \param argc Count of command line arguments
* \param argv Array of commond lines arguments
*/
183
184
185
186
int
main(int argc, char *argv[])
{
ParseOptions(argc, argv);
187
188
// print: Testing against SDL version fuu (rev: bar) if verbose == true
189
190
191
192
193
int failureCount = 0, passCount = 0;
const Uint32 startTicks = SDL_GetTicks();
194
195
char *testSuiteName = ScanForTestSuites();
void *suite = LoadTestSuite(testSuiteName);
196
TestCaseReference **tests = QueryTestCases(suite);
197
198
199
200
201
TestCaseReference *reference = NULL;
int counter = 0;
for(reference = tests[counter]; reference; reference = tests[++counter]) {
202
if(reference->enabled == TEST_DISABLED) {
203
printf("Test %s (in %s) disabled. Omitting...\n", reference->name, testSuiteName);
204
} else {
205
206
char *testname = reference->name;
207
printf("Running %s (in %s):\n", testname, testSuiteName);
208
209
210
211
212
int retVal = 1;
if(execute_inproc) {
TestCase test = (TestCase) LoadTestCase(suite, testname);
retVal = test(0x0);
213
} else {
214
215
216
217
int childpid = fork();
if(childpid == 0) {
TestCase test = (TestCase) LoadTestCase(suite, testname);
return test(0x0);
218
} else {
219
220
221
222
int stat_lock = -1;
int child = wait(&stat_lock);
retVal = HandleTestReturnValue(stat_lock);
223
}
224
}
225
226
227
if(retVal) {
failureCount++;
228
printf("%s (in %s): FAILED\n", testname, testSuiteName);
229
230
} else {
passCount++;
231
printf("%s (in %s): ok\n", testname, testSuiteName);
232
}
233
}
234
235
printf("\n");
236
237
}
238
SDL_UnloadObject(suite);
239
240
241
const Uint32 endTicks = SDL_GetTicks();
242
printf("Ran %d tests in %0.5f seconds.\n", (passCount + failureCount), (endTicks-startTicks)/1000.0f);
243
244
245
246
printf("%d tests passed\n", passCount);
printf("%d tests failed\n", failureCount);
247
248
return 0;
}