testglobals.py 6.43 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
# 
# (c) Simon Marlow 2002
#

# -----------------------------------------------------------------------------
# Configuration info

# There is a single global instance of this structure, stored in the
# variable config below.  The fields of the structure are filled in by
# the appropriate config script(s) for this compiler/platform, in
# ../config.
# 
# Bits of the structure may also be filled in from the command line,
# via the build system, using the '-e' option to runtests.

class TestConfig:
    def __init__(self):

19
20
21
        # Where the testsuite root is
        self.top = ''

22
23
        # Directories below which to look for test description files (foo.T)
        self.rootdirs = []
24
25
26
27
28
29
30
31
32
33

        # Run these tests only (run all tests if empty)
        self.only = []

        # Accept new output which differs from the sample?
        self.accept = 0

        # File in which to save the summary
        self.output_summary = ''

34
35
36
        # File in which to save the times
        self.times_file = ''

37
38
        # What platform are we running on?
        self.platform = ''
39
        self.os = ''
40
        self.arch = ''
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

        # What is the wordsize (in bits) of this platform?
        self.wordsize = ''

        # Verbosity level
        self.verbose = 1

        # run the "fast" version of the test suite
        self.fast = 0

        # Compiler type (ghc, hugs, nhc, etc.)
        self.compiler_type = ''

        # Path to the compiler
        self.compiler = ''
56
57
        # and ghc-pkg
        self.ghc_pkg = ''
58

59
60
        # Compiler version info
        self.compiler_version = ''
61
        self.compiler_maj_version = ''
62
63
        self.compiler_tags = []

64
65
66
67
68
69
70
71
        # Flags we always give to this compiler
        self.compiler_always_flags = []
        
        # Which ways to run tests (when compiling and running respectively)
        # Other ways are added from the command line if we have the appropriate
        # libraries.
        self.compile_ways = []
        self.run_ways     = []
72
73
74
75
        self.other_ways   = []

        # The ways selected via the command line.
        self.cmdline_ways = []
76
77
78
79
80

        # Lists of flags for each way
        self.way_flags = {}
        self.way_rts_flags = {}

81
82
83
        # Do we have profiling support?
        self.have_profiling = False

Ian Lynagh's avatar
Ian Lynagh committed
84
85
86
        # Do we have interpreter support?
        self.have_interp = False

Simon Marlow's avatar
Simon Marlow committed
87
88
89
        # Do we have shared libraries?
        self.have_shared_libs = False

90
91
92
        # Are we testing an in-tree compiler?
        self.in_tree_compiler = True

93
94
95
96
97
98
        # the timeout program
        self.timeout_prog = ''
        self.timeout = 300
        
        # threads
        self.threads = 1
99
        self.use_threads = 0
100

101
102
103
        # Should we check for files being written more than once?
        self.check_files_written = False

104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
global config
config = TestConfig()

def getConfig():
    return config

# -----------------------------------------------------------------------------
# Information about the current test run

class TestRun:
   def __init__(self):
       self.start_time = ''
       self.total_tests = 0
       self.total_test_cases = 0
       self.n_framework_failures = 0
       self.framework_failures = {}
       self.n_tests_skipped = 0
       self.tests_skipped = {}
       self.n_expected_passes = 0
       self.expected_passes = {}
       self.n_expected_failures = 0
       self.expected_failures = {}
126
127
       self.n_missing_libs = 0
       self.missing_libs = {}
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
       self.n_unexpected_passes = 0
       self.unexpected_passes = {}
       self.n_unexpected_failures = 0
       self.unexpected_failures = {}
       
global t
t = TestRun()

def getTestRun():
    return t

# -----------------------------------------------------------------------------
# Information about the current test

class TestOptions:
   def __init__(self):

145
146
       # if not None then we look for namebase.stderr etc rather than
       # using the test name
147
       self.with_namebase = None
148

149
       # skip this test?
150
       self.skip = 0
151
152
153
154

       # skip these ways
       self.omit_ways = []

155
156
       # skip all ways except these (None == do all ways)
       self.only_ways = None
157

158
159
160
       # add these ways to the default set
       self.extra_ways = []

161
       # the result we normally expect for this test
162
       self.expect = 'pass'
163
164

       # override the expected result for certain ways
165
       self.expect_fail_for = []
166
167
168
169

       # the stdin file that this test will use (empty for <name>.stdin)
       self.stdin = ''

170
171
172
       # don't compare output
       self.ignore_output = 0

173
174
175
       # don't give anything as stdin
       self.no_stdin = 0

176
177
178
       # compile this test to .hc only
       self.compile_to_hc = 0

179
180
181
182
183
       # We sometimes want to modify the compiler_always_flags, so
       # they are copied from config.compiler_always_flags when we
       # make a new instance of TestOptions.
       self.compiler_always_flags = []

184
185
186
187
188
189
190
191
192
193
194
195
       # extra compiler opts for this test
       self.extra_hc_opts = ''

       # extra run opts for this test
       self.extra_run_opts = ''

       # expected exit code
       self.exit_code = 0

       # should we clean up after ourselves?
       self.cleanup = ''

196
197
198
       # extra files to clean afterward
       self.clean_files = []

199
200
       # which -t numeric fields do we want to look at, and what bounds must
       # they fall within?
Ian Lynagh's avatar
Ian Lynagh committed
201
       # Elements of these lists should be things like
202
203
204
       # ('bytes allocated',
       #   9300000000,
       #   9400000000)
205
206
       self.compiler_stats_num_fields = {}
       self.stats_num_fields = {}
207

208
209
       # should we run this test alone, i.e. not run it in parallel with
       # any other threads
210
       self.alone = False
211

Ian Lynagh's avatar
Ian Lynagh committed
212
213
214
       # Does this test use a literate (.lhs) file?
       self.literate = 0

215
216
217
218
       # Does this test use a .c, .m or .mm file?
       self.c_src      = 0
       self.objc_src   = 0
       self.objcpp_src = 0
219

220
221
222
       # Command to run before the test
       self.pre_cmd = None

223
224
225
       # Command to run for extra cleaning
       self.clean_cmd = None

226
227
       # Command wrapper: a function to apply to the command before running it
       self.cmd_wrapper = None
228

Ian Lynagh's avatar
Ian Lynagh committed
229
230
231
       # Prefix to put on the command before compiling it
       self.compile_cmd_prefix = ''

232
233
234
       # Extra output normalisation
       self.extra_normaliser = lambda x: x

235
236
237
       # Extra normalisation for compiler error messages
       self.extra_errmsg_normaliser = lambda x: x

238
239
240
       # The directory the test is in
       self.testdir = '.'

241
242
243
244
# The default set of options
global default_testopts
default_testopts = TestOptions()