testglobals.py 5.77 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
# 
# (c) Simon Marlow 2002
#

# -----------------------------------------------------------------------------
# Configuration info

# There is a single global instance of this structure, stored in the
# variable config below.  The fields of the structure are filled in by
# the appropriate config script(s) for this compiler/platform, in
# ../config.
# 
# Bits of the structure may also be filled in from the command line,
# via the build system, using the '-e' option to runtests.

class TestConfig:
    def __init__(self):

19
20
21
        # Where the testsuite root is
        self.top = ''

22
23
        # Directories below which to look for test description files (foo.T)
        self.rootdirs = []
24
25
26
27
28
29
30
31
32
33

        # Run these tests only (run all tests if empty)
        self.only = []

        # Accept new output which differs from the sample?
        self.accept = 0

        # File in which to save the summary
        self.output_summary = ''

34
35
36
        # File in which to save the times
        self.times_file = ''

37
38
        # What platform are we running on?
        self.platform = ''
39
        self.os = ''
40
        self.arch = ''
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

        # What is the wordsize (in bits) of this platform?
        self.wordsize = ''

        # Verbosity level
        self.verbose = 1

        # run the "fast" version of the test suite
        self.fast = 0

        # Compiler type (ghc, hugs, nhc, etc.)
        self.compiler_type = ''

        # Path to the compiler
        self.compiler = ''
56
57
        # and ghc-pkg
        self.ghc_pkg = ''
58

59
60
        # Compiler version info
        self.compiler_version = ''
61
        self.compiler_maj_version = ''
62
63
        self.compiler_tags = []

64
65
66
67
68
69
70
71
        # Flags we always give to this compiler
        self.compiler_always_flags = []
        
        # Which ways to run tests (when compiling and running respectively)
        # Other ways are added from the command line if we have the appropriate
        # libraries.
        self.compile_ways = []
        self.run_ways     = []
72
73
74
75
        self.other_ways   = []

        # The ways selected via the command line.
        self.cmdline_ways = []
76
77
78
79
80

        # Lists of flags for each way
        self.way_flags = {}
        self.way_rts_flags = {}

81
82
83
        # Do we have profiling support?
        self.have_profiling = False

Simon Marlow's avatar
Simon Marlow committed
84
85
86
        # Do we have shared libraries?
        self.have_shared_libs = False

87
88
89
        # Are we testing an in-tree compiler?
        self.in_tree_compiler = True

90
91
92
93
94
95
        # the timeout program
        self.timeout_prog = ''
        self.timeout = 300
        
        # threads
        self.threads = 1
96
        self.use_threads = 0
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136

global config
config = TestConfig()

def getConfig():
    return config

# -----------------------------------------------------------------------------
# Information about the current test run

class TestRun:
   def __init__(self):
       self.start_time = ''
       self.total_tests = 0
       self.total_test_cases = 0
       self.n_framework_failures = 0
       self.framework_failures = {}
       self.n_tests_skipped = 0
       self.tests_skipped = {}
       self.n_expected_passes = 0
       self.expected_passes = {}
       self.n_expected_failures = 0
       self.expected_failures = {}
       self.n_unexpected_passes = 0
       self.unexpected_passes = {}
       self.n_unexpected_failures = 0
       self.unexpected_failures = {}
       
global t
t = TestRun()

def getTestRun():
    return t

# -----------------------------------------------------------------------------
# Information about the current test

class TestOptions:
   def __init__(self):

137
138
       # if not None then we look for namebase.stderr etc rather than
       # using the test name
Ian Lynagh's avatar
Ian Lynagh committed
139
       self.with_namebase = None;
140

141
142
143
144
145
146
147
148
149
       # skip this test?
       self.skip = 0;

       # skip these ways
       self.omit_ways = []

       # skip all ways except these ([] == do all ways)
       self.only_ways = []

150
151
152
       # add these ways to the default set
       self.extra_ways = []

153
       # the result we normally expect for this test
154
       self.expect = 'pass'
155
156

       # override the expected result for certain ways
157
       self.expect_fail_for = []
158
159
160
161

       # the stdin file that this test will use (empty for <name>.stdin)
       self.stdin = ''

162
163
164
       # don't compare output
       self.ignore_output = 0

165
166
167
       # don't give anything as stdin
       self.no_stdin = 0

168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
       # compile this test to .hc only
       self.compile_to_hc = 0

       # extra compiler opts for this test
       self.extra_hc_opts = ''

       # extra run opts for this test
       self.extra_run_opts = ''

       # expected exit code
       self.exit_code = 0

       # should we clean up after ourselves?
       self.cleanup = ''

183
184
185
       # extra files to clean afterward
       self.clean_files = []

186
187
       # which -t numeric fields do we want to look at, and what bounds must
       # they fall within?
Ian Lynagh's avatar
Ian Lynagh committed
188
       # Elements of these lists should be things like
189
190
191
       # ('bytes allocated',
       #   9300000000,
       #   9400000000)
Ian Lynagh's avatar
Ian Lynagh committed
192
       self.compiler_stats_num_fields = []
193
       self.stats_num_fields = []
194

195
196
197
198
       # should we run this test alone, i.e. not run it in parallel with
       # any other threads
       self.alone = 0

Ian Lynagh's avatar
Ian Lynagh committed
199
200
201
       # Does this test use a literate (.lhs) file?
       self.literate = 0

202
203
204
       # Does this test use a .c file?
       self.c_src = 0

205
206
207
       # Command to run before the test
       self.pre_cmd = None

208
209
210
       # Command to run for extra cleaning
       self.clean_cmd = None

211
212
213
       # Prefix to put on the command before running it
       self.cmd_prefix = ''

Ian Lynagh's avatar
Ian Lynagh committed
214
215
216
       # Prefix to put on the command before compiling it
       self.compile_cmd_prefix = ''

217
218
219
       # Extra output normalisation
       self.extra_normaliser = lambda x: x

220
221
222
       # The directory the test is in
       self.testdir = '.'

223
224
225
226
# The default set of options
global default_testopts
default_testopts = TestOptions()