testglobals.py 4.99 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
# 
# (c) Simon Marlow 2002
#

# -----------------------------------------------------------------------------
# Configuration info

# There is a single global instance of this structure, stored in the
# variable config below.  The fields of the structure are filled in by
# the appropriate config script(s) for this compiler/platform, in
# ../config.
# 
# Bits of the structure may also be filled in from the command line,
# via the build system, using the '-e' option to runtests.

class TestConfig:
    def __init__(self):

19
20
21
        # Where the testsuite root is
        self.top = ''

22
23
        # Directories below which to look for test description files (foo.T)
        self.rootdirs = []
24
25
26
27
28
29
30
31
32
33

        # Run these tests only (run all tests if empty)
        self.only = []

        # Accept new output which differs from the sample?
        self.accept = 0

        # File in which to save the summary
        self.output_summary = ''

34
35
36
        # File in which to save the times
        self.times_file = ''

37
38
        # What platform are we running on?
        self.platform = ''
39
        self.os = ''
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

        # What is the wordsize (in bits) of this platform?
        self.wordsize = ''

        # Verbosity level
        self.verbose = 1

        # run the "fast" version of the test suite
        self.fast = 0

        # Compiler type (ghc, hugs, nhc, etc.)
        self.compiler_type = ''

        # Path to the compiler
        self.compiler = ''
55
56
        # and ghc-pkg
        self.ghc_pkg = ''
57

58
59
        # Compiler version info
        self.compiler_version = ''
60
        self.compiler_maj_version = ''
61
62
        self.compiler_tags = []

63
64
65
66
67
68
69
70
        # Flags we always give to this compiler
        self.compiler_always_flags = []
        
        # Which ways to run tests (when compiling and running respectively)
        # Other ways are added from the command line if we have the appropriate
        # libraries.
        self.compile_ways = []
        self.run_ways     = []
71
72
73
74
        self.other_ways   = []

        # The ways selected via the command line.
        self.cmdline_ways = []
75
76
77
78
79

        # Lists of flags for each way
        self.way_flags = {}
        self.way_rts_flags = {}

80
81
82
        # Do we have profiling support?
        self.have_profiling = False

83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
        # the timeout program
        self.timeout_prog = ''
        self.timeout = 300
        
        # threads
        self.threads = 1
        self.use_threads = 1

global config
config = TestConfig()

def getConfig():
    return config

# -----------------------------------------------------------------------------
# Information about the current test run

class TestRun:
   def __init__(self):
       self.start_time = ''
       self.total_tests = 0
       self.total_test_cases = 0
       self.n_framework_failures = 0
       self.framework_failures = {}
       self.n_tests_skipped = 0
       self.tests_skipped = {}
       self.n_expected_passes = 0
       self.expected_passes = {}
       self.n_expected_failures = 0
       self.expected_failures = {}
       self.n_unexpected_passes = 0
       self.unexpected_passes = {}
       self.n_unexpected_failures = 0
       self.unexpected_failures = {}
       
global t
t = TestRun()

def getTestRun():
    return t

# -----------------------------------------------------------------------------
# Information about the current test

class TestOptions:
   def __init__(self):

130
131
       # if not None then we look for namebase.stderr etc rather than
       # using the test name
Ian Lynagh's avatar
Ian Lynagh committed
132
       self.with_namebase = None;
133

134
135
136
137
138
139
140
141
142
       # skip this test?
       self.skip = 0;

       # skip these ways
       self.omit_ways = []

       # skip all ways except these ([] == do all ways)
       self.only_ways = []

143
144
145
       # add these ways to the default set
       self.extra_ways = []

146
       # the result we normally expect for this test
147
       self.expect = 'pass'
148
149

       # override the expected result for certain ways
150
       self.expect_fail_for = []
151
152
153
154

       # the stdin file that this test will use (empty for <name>.stdin)
       self.stdin = ''

155
156
157
       # don't compare output
       self.ignore_output = 0

158
159
160
       # don't give anything as stdin
       self.no_stdin = 0

161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
       # compile this test to .hc only
       self.compile_to_hc = 0

       # extra compiler opts for this test
       self.extra_hc_opts = ''

       # extra run opts for this test
       self.extra_run_opts = ''

       # expected exit code
       self.exit_code = 0

       # should we clean up after ourselves?
       self.cleanup = ''

176
177
178
       # extra files to clean afterward
       self.clean_files = []

179
180
181
182
       # should we run this test alone, i.e. not run it in parallel with
       # any other threads
       self.alone = 0

Ian Lynagh's avatar
Ian Lynagh committed
183
184
185
       # Does this test use a literate (.lhs) file?
       self.literate = 0

186
187
188
       # Does this test use a .c file?
       self.c_src = 0

189
190
191
       # Prefix to put on the command before running it
       self.cmd_prefix = ''

192
193
194
       # Extra output normalisation
       self.extra_normaliser = lambda x: x

195
196
197
198
# The default set of options
global default_testopts
default_testopts = TestOptions()