all.T 11.6 KB
Newer Older
1 2 3 4
# We do not add peak_megabytes_allocated and max_bytes_used to these tests, as
# they are somewhat unreliable, and it is harder to re-run these numbers to
# detect outliers, as described in Note [residency]. See #9556.

5
test('haddock.base',
6 7
     [extra_files(['../../../../libraries/base/dist-install/haddock.t']),
      unless(in_tree_compiler(), skip), req_haddock
8
     ,stats_num_field('bytes allocated',
9
          [(platform('x86_64-unknown-mingw32'), 18733710728, 5)
10
            # 2017-02-19                        24286343184 (x64/Windows) - Generalize kind of (->)
11
            # 2017-12-24                        18733710728 (x64/Windows) - Unknown
12

Ben Gamari's avatar
Ben Gamari committed
13
          ,(wordsize(64), 19694554424, 5)
14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32
            # 2012-08-14:  5920822352 (amd64/Linux)
            # 2012-09-20:  5829972376 (amd64/Linux)
            # 2012-10-08:  5902601224 (amd64/Linux)
            # 2013-01-17:  6064874536 (x86_64/Linux)
            # 2013-02-10:  6282746976 (x86_64/Linux)
            # 2013-09-17:  6634886456 (x86_64/Linux)
            # 2013-09-18:  6294339840 (x86_64/Linux)
            # 2013-11-21:  6756213256 (x86_64/Linux)
            # 2014-01-12:  7128342344 (x86_64/Linux)
            # 2014-06-12:  7498123680 (x86_64/Linux)
            # 2014-08-05:  7992757384 (x86_64/Linux - bugfix for #314, Haddock now parses more URLs)
            # 2014-08-08:  7946284944 (x86_64/Linux - Haddock updates to attoparsec-0.12.1.0)
            # 2014-09-09:  8354439016 (x86_64/Linux - Applicative/Monad changes, according to Austin)
            # 2014-09-10:  7901230808 (x86_64/Linux - Applicative/Monad changes, according to Joachim)
            # 2014-10-07:  8322584616 (x86_64/Linux)
            # 2014-12-14:  9502647104 (x86_64/Linux) - Update to Haddock 2.16
            # 2014-01-08:  9014511528 (x86_64/Linux) - Eliminate so-called "silent superclass parameters" (and others)
            # 2015-07-22:  9418857192 (x86_64/Linux) - Just slowly creeping up.
            # 2015-10-03:  9894189856 (x86_64/Linux) - Still creeping
33 34
            # 2015-12-11: 11119767632 (amd64/Linux) - TypeInType (see #11196)
            # 2015-12-17: 26282821104 (x86_64/Linux) - Update Haddock to master
35
            # 2015-12-17: 27812188000 (x86_64/Linux) - Move Data.Functor.* into base
Ben Gamari's avatar
Ben Gamari committed
36
            # 2016-02-25: 30987348040 (x86_64/Linux) - RuntimeRep
Ryan Scott's avatar
Ryan Scott committed
37
            # 2016-05-12: 32855223200 (x86_64/Linux) - Make Generic1 poly-kinded
lukemaurer's avatar
lukemaurer committed
38
            # 2017-01-11: 31115778088 (x86_64/Linux) - Join points (#12988)
39
            # 2017-02-11: 34819979936 (x86_64/Linux) - OccurAnal / One-Shot  (#13227)
40
            # 2017-02-16: 32695562088 Better Lint for join points
Ben Gamari's avatar
Ben Gamari committed
41
            # 2017-02-17: 38425793776 (x86_64/Linux) - Generalize kind of (->)
Ben Gamari's avatar
Ben Gamari committed
42
            # 2017-02-12: 25592972912 (x86_64/Linux) - Type-indexed Typeable
43
            # 2017-06-05: 27868466432 (x86_64/Linux) - Desugar modules compiled with -fno-code
44
            # 2017-06-06: 25173968808 (x86_64/Linux) - Don't pass on -dcore-lint in Haddock.mk
45
            # 2017-07-12: 23677299848 (x86_64/Linux) - Use getNameToInstancesIndex
Ben Gamari's avatar
Ben Gamari committed
46
            # 2017-08-22: 19694554424 (x86_64/Linux) - Various Haddock optimizations
47

48
          ,(platform('i386-unknown-mingw32'), 2885173512, 5)
49
            # 2013-02-10:                     3358693084 (x86/Windows)
50
            # 2013-11-13:                     3097751052 (x86/Windows, 64bit machine)
51
            # 2014-04-04:                     3548581572 (x86/Windows, 64bit machine)
52
            # 2014-12-01:                     4202377432 (x86/Windows, 64bit machine)
53
            # 2015-01-20:                     4434804940 (x86/Windows, 64bit machine)
54
            # 2017-04-02:                     2885173512 update
55

56
          ,(wordsize(32), 3445319728, 5)])
57 58
            # 2012-08-14: 3046487920 (x86/OSX)
            # 2012-10-30: 2955470952 (x86/Windows)
59
            # 2013-02-10: 3146596848 (x86/OSX)
Austin Seipp's avatar
Austin Seipp committed
60
            # 2014-02-22: 3554624600 (x86/Linux - new haddock)
61
            # 2014-06-29: 3799130400 (x86/Linux)
62
            # 2016-04-06: 5509757068 (x86/Linux)
63
            # 2017-03-24: 3819657568 (x86/Linux)
64
            # 2017-04-06: 3445319728 (x86/Linux)
65 66
      ],
     stats,
67
     ['haddock.t'])
68 69

test('haddock.Cabal',
70 71
     [extra_files(['../../../../libraries/Cabal/Cabal/dist-install/haddock.t']),
      unless(in_tree_compiler(), skip), req_haddock
72
     ,stats_num_field('bytes allocated',
73
          [(wordsize(64), 20104611952, 5)
74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95
            # 2012-08-14:  3255435248 (amd64/Linux)
            # 2012-08-29:  3324606664 (amd64/Linux, new codegen)
            # 2012-10-08:  3373401360 (amd64/Linux)
            # 2013-03-13:  3626604824 (amd64/Linux) Cabal updated
            # 2013-03-28:  3517301864 (amd64/Linux) fixed #7796
            # 2013-04-26:  3658801800 (amd64/Linux) Cabal updated
            # 2013-08-26:  3808466816 (amd64/Linux) Cabal updated
            # 2013-11-21:  3908586784 (amd64/Linux) Cabal updated
            # 2013-12-12:  3828567272 (amd64/Linux)
            # 2014-01-12:  3979151552 (amd64/Linux) new parser
            # 2014-06-29:  4200993768 (amd64/Linux)
            # 2014-08-05:  4493770224 (x86_64/Linux - bugfix for #314, Haddock now parses more URLs)
            # 2014-08-29:  4267311856 (x86_64/Linux - w/w for INLINABLE things)
            # 2014-09-09:  4660249216 (x86_64/Linux - Applicative/Monad changes according to Austin)
            # 2014-09-10:  4500376192 (x86_64/Linux - Applicative/Monad changes according to Joachim)
            # 2014-09-24:  5840893376 (x86_64/Linux - Cabal update)
            # 2014-10-04:  6019839624 (x86_64/Linux - Burning Bridges, Cabal update)
            # 2014-12-14:  6387320816 (x86_64/Linux) - Update to Haddock 2.16
            # 2015-01-22:  6710234312 (x86_64/Linux) - Cabal updated
            # 2015-06-29:  7413958344 (x86_64/Linux) - due to #10482, not yet investigated
            # 2015-12-11:  8114833312 (amd64/Linux) - TypeInType (See #11196)
            # 2015-12-17:  9982130512 (amd64/Linux) - Update Haddock to master
96
            # 2015-12-22: 10519532424 (amd64/Linux) - Lots of new Semigroup instances in Cabal
97 98
            # 2016-03-29: 11517963232 (amd64/Linux) - not yet investigated
            # 2016-03-30: 10941742184 (amd64/Linux) - defer inlining of Int* Ord methods
99
            # 2016-04-06: 11542374816 (amd64/Linux) - CSE improvements and others
Joachim Breitner's avatar
Joachim Breitner committed
100
            # 2016-04-07: 10963514352 (amd64/Linux) - Revert to what phabricator claims
Ryan Scott's avatar
Ryan Scott committed
101
            # 2016-05-22: 11805238152 (amd64/Linux) - Make Generic1 poly-kinded
102
            # 2016-06-05: 10997887320 (amd64/Linux) - Refactor derived Generic instances to reduce allocations
103
            # 2016-06-21: 10070330520 (amd64/Linux) - D2350: Make checkFamInstConsistency less expensive
Edward Z. Yang's avatar
Edward Z. Yang committed
104 105 106 107 108
            # 2016-08-07: 16001233464 (amd64/Linux) - Cabal update
            #   It's worth noting that allocations scale up with the number
            #   of modules in Cabal.  This Cabal update added a large number
            #   of new modules; if you exclude them from the haddock run
            #   the stats are comparable.
109
            # 2016-10-01: 20619433656 (amd64/Linux) - Cabal update
Edward Z. Yang's avatar
Edward Z. Yang committed
110
            # 2016-10-03: 21554874976 (amd64/Linux) - Cabal update
111
            # 2016-10-06: 23706190072 (amd64/Linux) - Cabal update
112
            # 2016-12-20: 25478853176 (amd64/Linux) - Cabal update
lukemaurer's avatar
lukemaurer committed
113
            # 2017-01-14: 23272708864 (amd64/Linux) - Join points (#12988)
114
            # 2017-02-11: 25533642168 (amd64/Linux) - OccurAnal / One-Shot  (#13227)
115
            # 2017-02-16: 23867276992  Better Lint for join points
Ben Gamari's avatar
Ben Gamari committed
116
            # 2017-02-17: 27784875792 (amd64/Linux) - Generalize kind of (->)
Ben Gamari's avatar
Ben Gamari committed
117
            # 2017-02-12: 18865432648 (amd64/Linux) - Type-indexed Typeable
niteria's avatar
niteria committed
118
            # 2017-05-31: 18269309128 (amd64/Linux) - Faster checkFamInstConsistency
119
            # 2017-06-05: 22294859000 (amd64/Linux) - Desugar modules compiled with -fno-code
120
            # 2017-06-05: 18753963960 (amd64/Linux) - Don't pass on -dcore-lint in Haddock.mk
Ben Gamari's avatar
Ben Gamari committed
121
            # 2017-08-22: 15857428040 (amd64/Linux) - Various Haddock optimizations
alexbiehl's avatar
alexbiehl committed
122
            # 2017-11-02: 17133915848 (amd64/Linux) - Phabricator D4144
123
            # 2017-11-06: 18936339648 (amd64/Linux) - Unknown
124
            # 2017-11-09: 20104611952 (amd64/Linux) - Bump Cabal
125

126
          ,(platform('i386-unknown-mingw32'), 3293415576, 5)
127 128
            # 2012-10-30:                     1733638168 (x86/Windows)
            # 2013-02-10:                     1906532680 (x86/Windows)
129
            # 2014-01-28:                     1966911336 (x86/Windows)
130
            # 2014-04-24:                     2052220292 (x86/Windows)
131
            # 2014-12-01:                     3088635556 (x86/Windows)
132
            # 2015-01-20:                     3293415576
133

134
          ,(wordsize(32), 3511151136, 5)])
135
            # 2012-08-14: 1648610180 (x86/OSX)
Austin Seipp's avatar
Austin Seipp committed
136
            # 2014-01-22: 1986290624 (x86/Linux)
137
            # 2014-06-29: 2127198484 (x86/Linux)
138
            # 2016-04-06: 6268156056 (x86/Linux)
139
            # 2017-03-24: 3511151136 (x86/Linux)
140 141
      ],
     stats,
142
     ['haddock.t'])
143 144

test('haddock.compiler',
145 146
     [extra_files(['../../../../compiler/stage2/haddock.t']),
      unless(in_tree_compiler(), skip), req_haddock
147
     ,stats_num_field('bytes allocated',
148 149 150
          [(platform('x86_64-unknown-mingw32'),   56775301896, 10),
            # 2017-12-24:                     56775301896 (x64/Windows)
            (wordsize(64), 51592019560, 10)
151
            # 2012-08-14: 26070600504 (amd64/Linux)
152 153 154
            # 2012-08-29: 26353100288 (amd64/Linux, new CG)
            # 2012-09-18: 26882813032 (amd64/Linux)
            # 2012-11-12: 25990254632 (amd64/Linux)
155
            # 2014-07-17: 29809571376 (amd64/Linux) general round of updates
156
            # 2012-11-27: 28708374824 (amd64/Linux)
Joachim Breitner's avatar
Joachim Breitner committed
157
            # 2014-09-10: 30353349160 (amd64/Linux) post-AMP cleanup
158
            # 2014-11-22: 33562468736 (amd64/Linux)
159
            # 2015-06-02: 36740649320 (amd64/Linux) unknown cause
160
            # 2015-06-29: 40624322224 (amd64/Linux) due to #10482, not yet investigated
161
            # 2015-12-03: 44721228752 (amd64/Linux) slow creep upwards
162
            # 2015-12-15: 49395782136 (amd64/Linux) more creep, following kind-equalities
163
            # 2015-12-17: 58017214568 (amd64/Linux) update Haddock to master
164
            # 2016-06-21: 55314944264 (amd64/Linux) D2350: Make checkFamInstConsistency less expensive
165
            # 2016-11-29: 60911147344 (amd64/Linux) unknown cause
166
            # 2017-02-11: 62070477608 (amd64/Linux) OccurAnal / One-Shot  (#13227) (and others)
Simon Peyton Jones's avatar
Simon Peyton Jones committed
167
            # 2017-02-25: 55777283352 (amd64/Linux) Early inline patch
niteria's avatar
niteria committed
168
            # 2017-05-31: 52762752968 (amd64/Linux) Faster checkFamInstConsistency
169
            # 2017-06-05: 65378619232 (amd64/Linux) Desugar modules compiled with -fno-code
170
            # 2017-06-06: 55990521024 (amd64/Linux) Don't pass on -dcore-lint in Haddock.mk
171
            # 2017-07-12: 51592019560 (amd64/Linux) Use getNameToInstancesIndex
172

173
          ,(platform('i386-unknown-mingw32'),   367546388, 10)
174 175
            # 2012-10-30:                     13773051312 (x86/Windows)
            # 2013-02-10:                     14925262356 (x86/Windows)
176
            # 2013-11-13:                     14328363592 (x86/Windows, 64bit machine)
177
            # 2014-12-01:                       104140852 (x86/Windows, sudden shrinkage!)
178
            # 2014-12-10:                       217933548 increased again
179
            # 2017-04-02:                       367546388 update
180

181
          ,(wordsize(32), 3775852520, 5)])
182
            # 2012-08-14: 13471797488 (x86/OSX)
183
            # 2014-01-22: 14581475024 (x86/Linux - new haddock)
184
            # 2014-06-29: 15110426000 (x86/Linux)
185
            # 2016-04-06: 16222702892 (x86/Linux)
186
            # 2017-03-24: 3775852520  (x86/Linux)
187 188
      ],
     stats,
189
     ['haddock.t'])