This repository has been archived by the owner on Feb 11, 2021. It is now read-only.
/
runner.c
913 lines (735 loc) · 24.5 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
/*
Copyright (C) 2011 Markus Kauppila <markus.kauppila@gmail.com>
This software is provided 'as-is', without any express or implied
warranty. In no event will the authors be held liable for any damages
arising from the use of this software.
Permission is granted to anyone to use this software for any purpose,
including commercial applications, and to alter it and redistribute it
freely, subject to the following restrictions:
1. The origin of this software must not be misrepresented; you must not
claim that you wrote the original software. If you use this software
in a product, an acknowledgment in the product documentation would be
appreciated but is not required.
2. Altered source versions must be plainly marked as such, and must not be
misrepresented as being the original software.
3. This notice may not be removed or altered from any source distribution.
*/
21
#include "SDL/SDL.h"
22
23
24
25
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
26
#include <string.h>
27
#include <dirent.h>
28
29
30
#include <sys/types.h>
31
32
#include "config.h"
33
#include "SDL_test.h"
34
35
36
#include "plain_logger.h"
#include "xml_logger.h"
37
#include "logger.h"
38
39
//!< Function pointer to a test case function
40
typedef void (*TestCaseFp)(void *arg);
41
//!< Function pointer to a test case init function
42
typedef void (*InitTestInvironmentFp)(void);
43
//!< Function pointer to a test case quit function
44
45
46
47
48
typedef int (*QuitTestInvironmentFp)(void);
//!< Function pointer to a test case set up function
typedef void (*TestCaseSetUpFp)(void *arg);
//!< Function pointer to a test case tear down function
typedef void (*TestCaseTearDownFp)(void *arg);
49
50
51
52
//!< Flag for executing tests in-process
static int execute_inproc = 0;
53
54
//!< Flag for only printing out the test names
static int only_print_tests = 0;
55
56
57
58
//!< Flag for executing only test with selected name
static int only_selected_test = 0;
//!< Flag for executing only the selected test suite
static int only_selected_suite = 0;
59
60
//!< Flag for executing only tests that contain certain string in their name
static int only_tests_with_string = 0;
61
62
//!< Flag for enabling XML logging
static int xml_enabled = 0;
63
64
//! Flag for enabling user-supplied style sheet for XML test report
static int custom_xsl_enabled = 0;
65
66
//! Flag for disabling xsl-style from xml report
static int xsl_enabled = 0;
67
68
69
//!< Size of the test and suite name buffers
70
#define NAME_BUFFER_SIZE 1024
71
72
73
74
//!< Name of the selected test
char selected_test_name[NAME_BUFFER_SIZE];
//!< Name of the selected suite
char selected_suite_name[NAME_BUFFER_SIZE];
75
76
77
78
//!< substring of test case name
char testcase_name_substring[NAME_BUFFER_SIZE];
79
80
81
//! Name for user-supplied XSL style sheet name
char xsl_stylesheet_name[NAME_BUFFER_SIZE];
82
83
84
//! Default directory of the test suites
#define DEFAULT_TEST_DIRECTORY "tests/"
85
86
/*!
87
88
* Holds information about test suite such as it's name
* and pointer to dynamic library. Implemented as linked list.
89
90
*/
typedef struct TestSuiteReference {
91
char *name; //!< test suite name
92
char *directoryPath; //!< test suites path (eg. tests/libtestsuite)
93
void *library; //!< pointer to shared/dynamic library implementing the suite
94
95
96
97
struct TestSuiteReference *next; //!< Pointer to next item in the list
} TestSuiteReference;
98
99
100
101
102
103
/*!
* Holds information about the tests that will be executed.
*
* Implemented as linked list.
*/
104
105
106
107
typedef struct TestCaseItem {
char *testName;
char *suiteName;
108
109
110
111
char *description;
long requirements;
long timeout;
112
113
InitTestInvironmentFp initTestEnvironment;
TestCaseSetUpFp testSetUp;
114
TestCaseFp testCase;
115
116
TestCaseTearDownFp testTearDown;
QuitTestInvironmentFp quitTestEnvironment;
117
118
struct TestCaseItem *next;
119
120
121
122
123
} TestCase;
/*! Some function prototypes. Add the rest of functions and move to runner.h */
TestCaseFp LoadTestCaseFunction(void *suite, char *testName);
124
125
InitTestInvironmentFp LoadInitTestInvironmentFunction(void *suite);
QuitTestInvironmentFp LoadQuitTestInvironmentFunction(void *suite);
126
TestCaseReference **QueryTestCaseReferences(void *library);
127
128
129
TestCaseSetUpFp LoadTestSetUpFunction(void *suite);
TestCaseTearDownFp LoadTestTearDownFunction(void *suite);
130
131
132
133
134
135
136
137
138
139
140
141
142
/*! Pointers to selected logger implementation */
RunStartedFp RunStarted = NULL;
RunEndedFp RunEnded = NULL;
SuiteStartedFp SuiteStarted = NULL;
SuiteEndedFp SuiteEnded = NULL;
TestStartedFp TestStarted = NULL;
TestEndedFp TestEnded = NULL;
AssertFp Assert = NULL;
AssertWithValuesFp AssertWithValues = NULL;
AssertSummaryFp AssertSummary = NULL;
LogFp Log = NULL;
143
144
145
146
147
148
149
/*!
* Goes through the previously loaded test suites and
* loads test cases from them. Test cases are filtered
* during the process. Function will only return the
* test cases which aren't filtered out.
*
150
* \param suites previously loaded test suites
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
*
* \return Test cases that survived filtering process.
*/
TestCase *
LoadTestCases(TestSuiteReference *suites)
{
TestCase *testCases = NULL;
TestSuiteReference *suiteReference = NULL;
for(suiteReference = suites; suiteReference; suiteReference = suiteReference->next) {
TestCaseReference **tests = QueryTestCaseReferences(suiteReference->library);
TestCaseReference *testReference = NULL;
int counter = 0;
for(testReference = tests[counter]; testReference; testReference = tests[++counter]) {
void *suite = suiteReference->library;
// Load test case functions
170
171
172
173
174
175
176
InitTestInvironmentFp initTestEnvironment = LoadInitTestInvironmentFunction(suiteReference->library);
QuitTestInvironmentFp quitTestEnvironment = LoadQuitTestInvironmentFunction(suiteReference->library);
TestCaseSetUpFp testSetUp = LoadTestSetUpFunction(suiteReference->library);
TestCaseTearDownFp testTearDown = LoadTestTearDownFunction(suiteReference->library);
TestCaseFp testCase = LoadTestCaseFunction(suiteReference->library, testReference->name);
177
178
179
180
181
182
// Do the filtering
if(FilterTestCase(testReference)) {
TestCase *item = SDL_malloc(sizeof(TestCase));
memset(item, 0, sizeof(TestCase));
183
184
185
186
187
188
item->initTestEnvironment = initTestEnvironment;
item->quitTestEnvironment = quitTestEnvironment;
item->testSetUp = testSetUp;
item->testTearDown = testTearDown;
189
190
item->testCase = testCase;
191
// copy suite name
192
int length = SDL_strlen(suiteReference->name) + 1;
193
item->suiteName = SDL_malloc(length);
194
strncpy(item->suiteName, suiteReference->name, length);
195
196
// copy test name
197
length = SDL_strlen(testReference->name) + 1;
198
item->testName = SDL_malloc(length);
199
strncpy(item->testName, testReference->name, length);
200
201
// copy test description
202
length = SDL_strlen(testReference->description) + 1;
203
item->description = SDL_malloc(length);
204
strncpy(item->description, testReference->description, length);
205
206
207
208
item->requirements = testReference->requirements;
item->timeout = testReference->timeout;
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
// prepend the list
item->next = testCases;
testCases = item;
//printf("Added test: %s\n", testReference->name);
}
}
}
return testCases;
}
/*!
* Unloads the given TestCases. Frees all the resources
* allocated for test cases.
*
* \param testCases Test cases to be deallocated
*/
void
UnloadTestCases(TestCase *testCases)
{
TestCase *ref = testCases;
while(ref) {
SDL_free(ref->testName);
SDL_free(ref->suiteName);
235
SDL_free(ref->description);
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
TestCase *temp = ref->next;
SDL_free(ref);
ref = temp;
}
testCases = NULL;
}
/*!
* Filters a test case based on its properties in TestCaseReference and user
* preference.
*
* \return Non-zero means test will be added to execution list, zero means opposite
*/
int
FilterTestCase(TestCaseReference *testReference)
{
int retVal = 1;
if(testReference->enabled == TEST_DISABLED) {
retVal = 0;
}
261
262
263
264
265
266
267
268
if(only_selected_test) {
if(SDL_strncmp(testReference->name, selected_test_name, NAME_BUFFER_SIZE) == 0) {
retVal = 1;
} else {
retVal = 0;
}
}
269
270
271
272
273
274
275
276
277
278
279
280
if(only_tests_with_string) {
if(strstr(testReference->name, testcase_name_substring) != NULL) {
retVal = 1;
} else {
retVal = 0;
}
}
return retVal;
}
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
/*!
* Scans the tests/ directory and returns the names
* of the dynamic libraries implementing the test suites.
*
* Note: currently function assumes that test suites names
* are in following format: libtestsuite.dylib or libtestsuite.so.
*
* Note: if only_selected_suite flags is non-zero, only the selected
* test will be loaded.
*
* \param directoryName Name of the directory which will be scanned
* \param extension What file extension is used with dynamic objects
*
* \return Pointer to TestSuiteReference which holds all the info about suites
*/
TestSuiteReference *
ScanForTestSuites(char *directoryName, char *extension)
{
typedef struct dirent Entry;
DIR *directory = opendir(directoryName);
TestSuiteReference *suites = NULL;
Entry *entry = NULL;
if(!directory) {
306
307
308
fprintf(stderr, "Failed to open test suite directory: %s\n", directoryName);
perror("Error message");
exit(1);
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
}
while(entry = readdir(directory)) {
if(strlen(entry->d_name) > 2) { // discards . and ..
const char *delimiters = ".";
char *name = strtok(entry->d_name, delimiters);
char *ext = strtok(NULL, delimiters);
// filter out all other suites but the selected test suite
int ok = 1;
if(only_selected_suite) {
ok = SDL_strncmp(selected_suite_name, name, NAME_BUFFER_SIZE) == 0;
}
if(ok && SDL_strcmp(ext, extension) == 0) {
// create test suite reference
TestSuiteReference *reference = (TestSuiteReference *) SDL_malloc(sizeof(TestSuiteReference));
memset(reference, 0, sizeof(TestSuiteReference));
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
const int dirSize = SDL_strlen(directoryName);
const int extSize = SDL_strlen(ext);
const int nameSize = SDL_strlen(name) + 1;
// copy the name
reference->name = SDL_malloc(nameSize * sizeof(char));
if(reference->name == NULL) {
SDL_free(reference);
return NULL;
}
SDL_snprintf(reference->name, nameSize, "%s", name);
// copy the directory path
const int dpSize = dirSize + nameSize + 1 + extSize + 1;
reference->directoryPath = SDL_malloc(dpSize * sizeof(char));
if(reference->directoryPath == NULL) {
SDL_free(reference->name);
SDL_free(reference);
return NULL;
}
SDL_snprintf(reference->directoryPath, dpSize, "%s%s.%s",
directoryName, name, ext);
352
353
354
355
356
357
358
359
360
361
362
363
364
reference->next = suites;
suites = reference;
}
}
}
closedir(directory);
return suites;
}
365
366
367
/*!
* Loads test suite which is implemented as dynamic library.
*
368
* \param suite Reference to test suite that'll be loaded
369
370
371
372
*
* \return Pointer to loaded test suite, or NULL if library could not be loaded
*/
void *
373
LoadTestSuite(const TestSuiteReference *suite)
374
{
375
void *library = SDL_LoadObject(suite->directoryPath);
376
if(library == NULL) {
377
fprintf(stderr, "Loading %s failed\n", suite->name);
378
fprintf(stderr, "%s\n", SDL_GetError());
379
380
}
381
382
383
return library;
}
384
385
386
387
388
389
390
391
392
393
394
/*!
* Goes through all the given TestSuiteReferences
* and loads the dynamic libraries. Updates the suites
* parameter on-the-fly and returns it.
*
* \param suites Suites that will be loaded
*
* \return Updated TestSuiteReferences with pointer to loaded libraries
*/
TestSuiteReference *
395
LoadTestSuites(TestSuiteReference *suites)
396
397
398
{
TestSuiteReference *reference = NULL;
for(reference = suites; reference; reference = reference->next) {
399
reference->library = LoadTestSuite(reference);
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
}
return suites;
}
/*!
* Unloads the given TestSuiteReferences. Frees all
* the allocated resources including the dynamic libraries.
*
* \param suites TestSuiteReferences for deallocation process
*/
void
UnloadTestSuites(TestSuiteReference *suites)
{
TestSuiteReference *ref = suites;
while(ref) {
SDL_free(ref->name);
418
SDL_free(ref->directoryPath);
419
420
421
422
423
424
425
426
427
428
429
SDL_UnloadObject(ref->library);
TestSuiteReference *temp = ref->next;
SDL_free(ref);
ref = temp;
}
suites = NULL;
}
430
431
432
433
/*!
* Loads the test case references from the given test suite.
* \param library Previously loaded dynamic library AKA test suite
434
* \return Pointer to array of TestCaseReferences or NULL if function failed
435
*/
436
TestCaseReference **
437
QueryTestCaseReferences(void *library)
438
{
439
TestCaseReference **(*suite)(void);
440
441
442
443
444
445
suite = (TestCaseReference **(*)(void)) SDL_LoadFunction(library, "QueryTestSuite");
if(suite == NULL) {
fprintf(stderr, "Loading QueryTestCaseReferences() failed.\n");
fprintf(stderr, "%s\n", SDL_GetError());
}
446
447
448
449
450
451
TestCaseReference **tests = suite();
if(tests == NULL) {
fprintf(stderr, "Failed to load test references.\n");
fprintf(stderr, "%s\n", SDL_GetError());
}
452
453
return tests;
454
455
}
456
457
458
459
/*!
* Loads test case from a test suite
*
460
461
* \param suite a test suite
* \param testName Name of the test that is going to be loaded
462
*
463
* \return Function Pointer (TestCase) to loaded test case, NULL if function failed
464
*/
465
466
TestCaseFp
LoadTestCaseFunction(void *suite, char *testName)
467
{
468
TestCaseFp test = (TestCaseFp) SDL_LoadFunction(suite, testName);
469
if(test == NULL) {
470
471
fprintf(stderr, "Loading test failed, tests == NULL\n");
fprintf(stderr, "%s\n", SDL_GetError());
472
473
474
475
476
}
return test;
}
477
478
/*!
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
* Loads function that sets up a fixture for a test case. Note: if there's
* no SetUp function present in the suite the function will return NULL.
*
* \param suite Used test suite
*
* \return Function pointer to test case's set up function
*/
TestCaseSetUpFp
LoadTestSetUpFunction(void *suite) {
TestCaseSetUpFp testSetUp = (TestCaseSetUpFp) SDL_LoadFunction(suite, "SetUp");
if(testSetUp == NULL) {
fprintf(stderr, "Loading SetUp function failed, testSetUp == NULL\n");
fprintf(stderr, "%s\n", SDL_GetError());
}
return testSetUp;
}
/*!
* Loads function that tears down a fixture for a test case. Note: if there's
* no TearDown function present in the suite the function will return NULL.
*
* \param suite Used test suite
*
* \return Function pointer to test case's tear down function
*/
TestCaseTearDownFp
LoadTestTearDownFunction(void *suite) {
TestCaseTearDownFp testTearDown = (TestCaseTearDownFp) SDL_LoadFunction(suite, "TearDown");
if(testTearDown == NULL) {
fprintf(stderr, "Loading TearDown function failed, testTearDown == NULL\n");
fprintf(stderr, "%s\n", SDL_GetError());
}
return testTearDown;
}
/*!
* Loads function that initialises the test environment for
* a test case in the given suite.
521
522
523
*
* \param suite Used test suite
*
524
* \return Function pointer (InitTestInvironmentFp) which points to loaded init function. NULL if function fails.
525
*/
526
527
528
529
530
InitTestInvironmentFp
LoadInitTestInvironmentFunction(void *suite) {
InitTestInvironmentFp testEnvInit = (InitTestInvironmentFp) SDL_LoadFunction(suite, "_InitTestEnvironment");
if(testEnvInit == NULL) {
fprintf(stderr, "Loading _InitTestInvironment function failed, testEnvInit == NULL\n");
531
532
533
fprintf(stderr, "%s\n", SDL_GetError());
}
534
return testEnvInit;
535
536
}
537
538
/*!
539
540
* Loads function that deinitialises the test environment (and returns
* the test case's result) created for the test case in the given suite.
541
542
543
*
* \param suite Used test suite
*
544
* \return Function pointer (QuitTestInvironmentFp) which points to loaded init function. NULL if function fails.
545
*/
546
547
548
549
550
QuitTestInvironmentFp
LoadQuitTestInvironmentFunction(void *suite) {
QuitTestInvironmentFp testEnvQuit = (QuitTestInvironmentFp) SDL_LoadFunction(suite, "_QuitTestEnvironment");
if(testEnvQuit == NULL) {
fprintf(stderr, "Loading _QuitTestEnvironment function failed, testEnvQuit == NULL\n");
551
552
553
fprintf(stderr, "%s\n", SDL_GetError());
}
554
return testEnvQuit;
555
}
556
557
558
/*!
559
560
561
562
* If using out-of-proc execution of tests. This function
* will handle the return value of the child process
* and interprets it to the runner. Also prints warnings
* if child was aborted by a signela.
563
*
564
* \param stat_lock information about the exited child process
565
*
566
* \return 0 if test case succeeded, 1 otherwise
567
*/
568
int
569
HandleChildProcessReturnValue(int stat_lock)
570
{
571
int returnValue = -1;
572
573
574
if(WIFEXITED(stat_lock)) {
returnValue = WEXITSTATUS(stat_lock);
575
576
} else if(WIFSIGNALED(stat_lock)) {
int signal = WTERMSIG(stat_lock);
577
578
// \todo add this to logger (add signal number)
Log("FAILURE: test was aborted due to signal\n", time(0));
579
returnValue = 1;
580
581
}
582
return returnValue;
583
584
}
585
586
587
588
589
/*!
* Executes a test case. Loads the test, executes it and
* returns the tests return value to the caller.
*
590
* \param testItem The test case that will be executed
591
592
593
* \return The return value of the test. Zero means success, non-zero failure.
*/
int
594
ExecuteTest(TestCase *testItem) {
595
596
int retVal = 1;
if(execute_inproc) {
597
598
599
600
601
testItem->initTestEnvironment();
if(testItem->testSetUp) {
testItem->testSetUp(0x0);
}
602
603
testItem->testCase(0x0);
604
605
606
607
608
609
if(testItem->testTearDown) {
testItem->testTearDown(0x0);
}
retVal = testItem->quitTestEnvironment();
610
611
612
} else {
int childpid = fork();
if(childpid == 0) {
613
614
615
616
617
testItem->initTestEnvironment();
if(testItem->testSetUp) {
testItem->testSetUp(0x0);
}
618
619
testItem->testCase(0x0);
620
621
622
623
624
625
626
627
// note: if test case is is aborted by some signal
// then TearDown function won't be called
if(testItem->testTearDown) {
testItem->testTearDown(0x0);
}
exit(testItem->quitTestEnvironment());
628
629
630
631
} else {
int stat_lock = -1;
int child = wait(&stat_lock);
632
retVal = HandleChildProcessReturnValue(stat_lock);
633
634
635
636
637
638
639
}
}
return retVal;
}
640
641
642
/*!
* Prints usage information
*/
643
void
644
PrintUsage() {
645
printf("Usage: ./runner [--in-proc] [--suite SUITE] [--test TEST]\n");
646
printf(" [--name-contains SUBSTR] [--show-tests]\n");
647
printf(" [--xml] [--xsl [STYLESHEET]] [--help]\n");
648
printf("Options:\n");
649
printf(" --in-proc Executes tests in-process\n");
650
printf(" --show-tests Prints out all the executable tests\n");
651
printf(" --xml Enables XML logger\n");
652
653
654
printf(" --xsl [STYLESHEET] Adds XSL stylesheet to the XML test reports for\n");
printf(" browser viewing. Optionally uses the specified XSL\n");
printf(" file or URL instead of the default one\n");
655
656
657
658
printf(" -t --test TEST Executes only tests with given name\n");
printf(" -ts --name-contains SUBSTR Executes only tests that have given\n");
printf(" substring in test name\n");
printf(" -s --suite SUITE Executes only the given test suite\n");
659
660
printf(" -h --help Print this help\n");
661
662
}
663
664
665
/*!
* Parse command line arguments
666
667
668
*
* \param argc Count of command line arguments
* \param argv Array of commond lines arguments
669
670
671
672
673
674
675
676
*/
void
ParseOptions(int argc, char *argv[])
{
int i;
for (i = 1; i < argc; ++i) {
const char *arg = argv[i];
677
if(SDL_strcmp(arg, "--in-proc") == 0) {
678
679
execute_inproc = 1;
}
680
681
else if(SDL_strcmp(arg, "--show-tests") == 0) {
only_print_tests = 1;
682
}
683
684
685
else if(SDL_strcmp(arg, "--xml") == 0) {
xml_enabled = 1;
}
686
687
else if(SDL_strcmp(arg, "--test") == 0 || SDL_strcmp(arg, "-t") == 0) {
only_selected_test = 1;
688
689
690
691
692
693
char *testName = NULL;
if( (i + 1) < argc) {
testName = argv[++i];
} else {
printf("runner: test name is missing\n");
694
PrintUsage();
695
696
exit(1);
}
697
698
memset(selected_test_name, 0, NAME_BUFFER_SIZE);
699
700
strcpy(selected_test_name, testName);
}
701
else if(SDL_strcmp(arg, "--xsl") == 0) {
702
xsl_enabled = 1;
703
704
if( (i + 1) < argc) {
705
706
707
char *stylesheet = argv[++i];
if(stylesheet[0] != '-') {
custom_xsl_enabled = 1;
708
709
710
711
712
memset(xsl_stylesheet_name, 0, NAME_BUFFER_SIZE);
strncpy(xsl_stylesheet_name, stylesheet, NAME_BUFFER_SIZE);
}
}
713
}
714
else if(SDL_strcmp(arg, "--name-contains") == 0 || SDL_strcmp(arg, "-ts") == 0) {
715
716
717
718
719
720
721
only_tests_with_string = 1;
char *substring = NULL;
if( (i + 1) < argc) {
substring = argv[++i];
} else {
printf("runner: substring of test name is missing\n");
722
PrintUsage();
723
724
725
726
727
728
exit(1);
}
memset(testcase_name_substring, 0, NAME_BUFFER_SIZE);
strcpy(testcase_name_substring, substring);
}
729
730
731
else if(SDL_strcmp(arg, "--suite") == 0 || SDL_strcmp(arg, "-s") == 0) {
only_selected_suite = 1;
732
733
734
735
736
char *suiteName = NULL;
if( (i + 1) < argc) {
suiteName = argv[++i];
} else {
printf("runner: suite name is missing\n");
737
PrintUsage();
738
739
740
741
exit(1);
}
memset(selected_suite_name, 0, NAME_BUFFER_SIZE);
742
743
strcpy(selected_suite_name, suiteName);
}
744
745
746
747
else if(SDL_strcmp(arg, "--version") == 0) {
fprintf(stdout, "SDL test harness (version %s)\n", PACKAGE_VERSION);
exit(0);
}
748
else if(SDL_strcmp(arg, "--help") == 0 || SDL_strcmp(arg, "-h") == 0) {
749
PrintUsage();
750
751
exit(0);
}
752
else {
753
printf("runner: unknown command '%s'\n", arg);
754
PrintUsage();
755
756
exit(0);
}
757
758
}
}
759
760
761
762
763
764
765
766
/*!
* Entry point for test runner
*
* \param argc Count of command line arguments
* \param argv Array of commond lines arguments
*/
767
768
769
770
int
main(int argc, char *argv[])
{
ParseOptions(argc, argv);
771
772
// print: Testing against SDL version fuu (rev: bar) if verbose == true
773
774
775
int totalTestfailureCount = 0, totalTestPassCount = 0;
int testFailureCount = 0, testPassCount = 0, testSkipCount = 0;
776
777
char *testSuiteName = NULL;
int suiteCounter = 0;
778
779
780
781
782
783
#if defined(linux) || defined( __linux)
char *extension = "so";
#else
char *extension = "dylib";
#endif
784
785
void *loggerData = NULL;
786
if(xml_enabled) {
787
788
789
790
791
792
793
794
795
796
797
798
799
800
RunStarted = XMLRunStarted;
RunEnded = XMLRunEnded;
SuiteStarted = XMLSuiteStarted;
SuiteEnded = XMLSuiteEnded;
TestStarted = XMLTestStarted;
TestEnded = XMLTestEnded;
Assert = XMLAssert;
AssertWithValues = XMLAssertWithValues;
AssertSummary = XMLAssertSummary;
Log = XMLLog;
801
802
803
804
805
806
807
808
809
810
char *sheet = NULL;
if(xsl_enabled) {
sheet = "style.xsl"; // default style sheet;
}
if(custom_xsl_enabled) {
sheet = xsl_stylesheet_name;
}
811
loggerData = sheet;
812
} else {
813
814
815
816
817
818
819
820
821
822
823
824
825
826
RunStarted = PlainRunStarted;
RunEnded = PlainRunEnded;
SuiteStarted = PlainSuiteStarted;
SuiteEnded = PlainSuiteEnded;
TestStarted = PlainTestStarted;
TestEnded = PlainTestEnded;
Assert = PlainAssert;
AssertWithValues = PlainAssertWithValues;
AssertSummary = PlainAssertSummary;
Log = PlainLog;
827
}
828
829
const Uint32 startTicks = SDL_GetTicks();
830
831
TestSuiteReference *suites = ScanForTestSuites(DEFAULT_TEST_DIRECTORY, extension);
832
suites = LoadTestSuites(suites);
833
834
TestCase *testCases = LoadTestCases(suites);
835
836
837
838
839
840
841
842
843
844
845
// if --show-tests option is given, only print tests and exit
if(only_print_tests) {
TestCase *testItem = NULL;
for(testItem = testCases; testItem; testItem = testItem->next) {
printf("%s (in %s)\n", testItem->testName, testItem->suiteName);
}
return 0;
}
846
847
848
RunStarted(argc, argv, time(0), loggerData);
849
850
char *currentSuiteName = NULL;
851
852
int suiteStartTime = SDL_GetTicks();
853
TestCase *testItem = NULL;
854
for(testItem = testCases; testItem; testItem = testItem->next) {
855
856
if(currentSuiteName == NULL) {
currentSuiteName = testItem->suiteName;
857
SuiteStarted(currentSuiteName, time(0));
858
859
860
861
862
863
testFailureCount = testPassCount = 0;
suiteCounter++;
}
else if(strncmp(currentSuiteName, testItem->suiteName, NAME_BUFFER_SIZE) != 0) {
864
865
866
867
const double suiteRuntime = (SDL_GetTicks() - suiteStartTime) / 1000.0f;
SuiteEnded(testPassCount, testFailureCount, testSkipCount, time(0),
suiteRuntime);
868
869
870
suiteStartTime = SDL_GetTicks();
871
currentSuiteName = testItem->suiteName;
872
SuiteStarted(currentSuiteName, time(0));
873
874
875
876
testFailureCount = testPassCount = 0;
suiteCounter++;
877
878
879
}
TestStarted(testItem->testName, testItem->suiteName,
880
881
882
testItem->description, time(0));
const Uint32 testTimeStart = SDL_GetTicks();
883
884
885
int retVal = ExecuteTest(testItem);
if(retVal) {
886
887
totalTestfailureCount++;
testFailureCount++;
888
} else {
889
890
totalTestPassCount++;
testPassCount++;
891
}
892
893
894
895
const double testTotalRuntime = (SDL_GetTicks() - testTimeStart) / 1000.0f;
TestEnded(testItem->testName, testItem->suiteName, retVal, time(0), testTotalRuntime);
896
}
897
898
if(currentSuiteName) {
899
900
SuiteEnded(testPassCount, testFailureCount, testSkipCount, time(0),
(SDL_GetTicks() - suiteStartTime) / 1000.0f);
901
}
902
903
904
905
UnloadTestCases(testCases);
UnloadTestSuites(suites);
906
const Uint32 endTicks = SDL_GetTicks();
907
const double totalRunTime = (endTicks - startTicks) / 1000.0f;
908
909
RunEnded(totalTestPassCount + totalTestfailureCount, suiteCounter,
910
totalTestPassCount, totalTestfailureCount, time(0), totalRunTime);
911
912
return (totalTestfailureCount ? 1 : 0);
913
}