mirrored from https://gitlab.haskell.org/ghc/ghc.git
-
Notifications
You must be signed in to change notification settings - Fork 703
/
SetLevels.lhs
2105 lines (1766 loc) · 80.6 KB
/
SetLevels.lhs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
% (c) The GRASP/AQUA Project, Glasgow University, 1992-1998
%
\section{SetLevels}
***************************
Overview
***************************
1. We attach binding levels to Core bindings, in preparation for floating
outwards (@FloatOut@).
2. We also let-ify many expressions (notably case scrutinees), so they
will have a fighting chance of being floated sensible.
3. We clone the binders of any floatable let-binding, so that when it is
floated out it will be unique. (This used to be done by the simplifier
but the latter now only ensures that there's no shadowing; indeed, even
that may not be true.) (Also, see Note [The Reason SetLevels Does Substitution].)
NOTE: this can't be done using the uniqAway idea, because the variable
must be unique in the whole program, not just its current scope,
because two variables in different scopes may float out to the
same top level place
NOTE: Very tiresomely, we must apply this substitution to
the rules stored inside a variable too.
We do *not* clone top-level bindings, because some of them must not change,
but we *do* clone bindings that are heading for the top level
4. In the expression
case x of wild { p -> ...wild... }
we substitute x for wild in the RHS of the case alternatives:
case x of wild { p -> ...x... }
This means that a sub-expression involving x is not "trapped" inside the RHS.
And it's not inconvenient because we already have a substitution.
Note that this is EXACTLY BACKWARDS from the what the simplifier does.
The simplifier tries to get rid of occurrences of x, in favour of wild,
in the hope that there will only be one remaining occurrence of x, namely
the scrutinee of the case, and we can inline it.
\begin{code}
{-# OPTIONS -fno-warn-tabs #-}
-- The above warning supression flag is a temporary kludge.
-- While working on this module you are encouraged to remove it and
-- detab the module (please do the detabbing in a separate patch). See
-- http://hackage.haskell.org/trac/ghc/wiki/Commentary/CodingStyle#TabsvsSpaces
-- for details
{-# LANGUAGE ViewPatterns #-}
module SetLevels (
setLevels,
Level(..), tOP_LEVEL,
LevelledBind, LevelledExpr, LevelledBndr,
FloatSpec(..), floatSpecLevel,
incMinorLvl, ltMajLvl, ltLvl, isTopLvl
) where
#include "HsVersions.h"
import StaticFlags
import DynFlags
import CoreSyn
import CoreUnfold ( mkInlinableUnfolding )
import CoreMonad ( FloatOutSwitches(..), FinalPassSwitches(..) )
import CoreUtils ( exprType, exprOkForSpeculation )
import CoreArity ( exprBotStrictness_maybe )
import CoreFVs -- all of it
import Coercion ( isCoVar )
import CoreSubst ( Subst, emptySubst, extendInScope, substBndr, substRecBndrs,
extendIdSubst, extendSubstWithVar, cloneBndr,
cloneRecIdBndrs, substTy, substCo )
import MkCore ( sortQuantVars )
import SMRep ( WordOff )
import StgCmmArgRep ( ArgRep(P), argRepSizeW, toArgRep )
import StgCmmLayout ( mkVirtHeapOffsets )
import StgCmmClosure ( idPrimRep, addIdReps )
import Demand ( isStrictDmd, splitStrictSig )
import Id
import IdInfo
import Var
import VarSet
import VarEnv
import Literal ( litIsTrivial )
import Demand ( StrictSig, increaseStrictSigArity )
import Name ( getOccName, mkSystemVarName )
import OccName ( occNameString )
import Type ( isUnLiftedType, Type, mkPiTypes, tyVarsOfType )
import Coercion ( tyCoVarsOfCo )
import BasicTypes ( Arity )
import UniqSupply
import Util
import MonadUtils
import State
import Outputable
import FastString
import qualified Data.IntSet as IntSet; import Data.IntSet ( IntSet )
import qualified Data.IntMap as IntMap; import Data.IntMap ( IntMap )
import Data.Maybe ( isJust, mapMaybe )
\end{code}
%************************************************************************
%* *
\subsection{Level numbers}
%* *
%************************************************************************
\begin{code}
type LevelledExpr = TaggedExpr FloatSpec
type LevelledBind = TaggedBind FloatSpec
type LevelledBndr = TaggedBndr FloatSpec
type MajorLevel = Int
data Level = Level MajorLevel -- Level number of enclosing lambdas
Int -- Number of big-lambda and/or case expressions between
-- here and the nearest enclosing lambda
data FloatSpec
= FloatMe Level -- Float to just inside the binding
-- tagged with this level
| StayPut Level -- Stay where it is; binding is
-- tagged with tihs level
floatSpecLevel :: FloatSpec -> Level
floatSpecLevel (FloatMe l) = l
floatSpecLevel (StayPut l) = l
\end{code}
The {\em level number} on a (type-)lambda-bound variable is the
nesting depth of the (type-)lambda which binds it. The outermost lambda
has level 1, so (Level 0 0) means that the variable is bound outside any lambda.
On an expression, it's the maximum level number of its free
(type-)variables. On a let(rec)-bound variable, it's the level of its
RHS. On a case-bound variable, it's the number of enclosing lambdas.
Top-level variables: level~0. Those bound on the RHS of a top-level
definition but ``before'' a lambda; e.g., the \tr{x} in (levels shown
as ``subscripts'')...
\begin{verbatim}
a_0 = let b_? = ... in
x_1 = ... b ... in ...
\end{verbatim}
The main function @lvlExpr@ carries a ``context level'' (@ctxt_lvl@).
That's meant to be the level number of the enclosing binder in the
final (floated) program. If the level number of a sub-expression is
less than that of the context, then it might be worth let-binding the
sub-expression so that it will indeed float.
If you can float to level @Level 0 0@ worth doing so because then your
allocation becomes static instead of dynamic. We always start with
context @Level 0 0@.
Note [FloatOut inside INLINE]
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@InlineCtxt@ very similar to @Level 0 0@, but is used for one purpose:
to say "don't float anything out of here". That's exactly what we
want for the body of an INLINE, where we don't want to float anything
out at all. See notes with lvlMFE below.
But, check this out:
-- At one time I tried the effect of not float anything out of an InlineMe,
-- but it sometimes works badly. For example, consider PrelArr.done. It
-- has the form __inline (\d. e)
-- where e doesn't mention d. If we float this to
-- __inline (let x = e in \d. x)
-- things are bad. The inliner doesn't even inline it because it doesn't look
-- like a head-normal form. So it seems a lesser evil to let things float.
-- In SetLevels we do set the context to (Level 0 0) when we get to an InlineMe
-- which discourages floating out.
So the conclusion is: don't do any floating at all inside an InlineMe.
(In the above example, don't float the {x=e} out of the \d.)
One particular case is that of workers: we don't want to float the
call to the worker outside the wrapper, otherwise the worker might get
inlined into the floated expression, and an importing module won't see
the worker at all.
\begin{code}
instance Outputable FloatSpec where
ppr (FloatMe l) = char 'F' <> ppr l
ppr (StayPut l) = ppr l
tOP_LEVEL :: Level
tOP_LEVEL = Level 0 0
incMajorLvl :: Level -> Level
incMajorLvl (Level major _) = Level (major + 1) 0
incMinorLvl :: Level -> Level
incMinorLvl (Level major minor) = Level major (minor+1)
maxLvl :: Level -> Level -> Level
maxLvl l1@(Level maj1 min1) l2@(Level maj2 min2)
| (maj1 > maj2) || (maj1 == maj2 && min1 > min2) = l1
| otherwise = l2
ltLvl :: Level -> Level -> Bool
ltLvl (Level maj1 min1) (Level maj2 min2)
= (maj1 < maj2) || (maj1 == maj2 && min1 < min2)
ltMajLvl :: Level -> Level -> Bool
-- Tells if one level belongs to a difft *lambda* level to another
ltMajLvl (Level maj1 _) (Level maj2 _) = maj1 < maj2
isTopLvl :: Level -> Bool
isTopLvl (Level 0 0) = True
isTopLvl _ = False
instance Outputable Level where
ppr (Level maj min) = hcat [ char '<', int maj, char ',', int min, char '>' ]
instance Eq Level where
(Level maj1 min1) == (Level maj2 min2) = maj1 == maj2 && min1 == min2
\end{code}
%************************************************************************
%* *
\subsection{Main level-setting code}
%* *
%************************************************************************
\begin{code}
setLevels :: DynFlags
-> FloatOutSwitches
-> CoreProgram
-> UniqSupply
-> [LevelledBind]
setLevels dflags float_lams binds us
= initLvl us (do_them init_env binds)
where
init_env = initialEnv dflags float_lams
do_them :: LevelEnv -> [CoreBind] -> LvlM [LevelledBind]
do_them _ [] = return []
do_them env (b:bs)
= do { (lvld_bind, env') <- lvlTopBind dflags env b
; lvld_binds <- do_them env' bs
; return (lvld_bind : lvld_binds) }
lvlTopBind :: DynFlags -> LevelEnv -> Bind Id -> LvlM (LevelledBind, LevelEnv)
lvlTopBind dflags env (NonRec bndr rhs)
= do rhs' <- lvlExpr tOP_LEVEL env (analyzeFVs (initFVEnv $ isFinalPass env) rhs)
let -- lambda lifting impedes specialization, so: if the old
-- RHS has an unstable unfolding, "stablize it" so that it
-- ends up in the .hi file
bndr1 | lateFloatStabilizeFirst dflags,
isFinalPass env, isUnstableUnfolding (realIdUnfolding bndr)
= bndr `setIdUnfolding` mkInlinableUnfolding dflags rhs
| otherwise = bndr
bndr2 = TB bndr1 (StayPut tOP_LEVEL)
env' = extendLvlEnv env [bndr2]
return (NonRec bndr2 rhs', env')
lvlTopBind _ env (Rec pairs)
= do let (bndrs,rhss) = unzip pairs
bndrs' = [TB b (StayPut tOP_LEVEL) | b <- bndrs]
env' = extendLvlEnv env bndrs'
rhss' <- mapM (lvlExpr tOP_LEVEL env' . analyzeFVs (initFVEnv $ isFinalPass env)) rhss
return (Rec (bndrs' `zip` rhss'), env')
\end{code}
%************************************************************************
%* *
\subsection{Setting expression levels}
%* *
%************************************************************************
\begin{code}
lvlExpr :: Level -- ctxt_lvl: Level of enclosing expression
-> LevelEnv -- Level of in-scope names/tyvars
-> CoreExprWithFVIs -- input expression
-> LvlM LevelledExpr -- Result expression
\end{code}
The @ctxt_lvl@ is, roughly, the level of the innermost enclosing
binder. Here's an example
v = \x -> ...\y -> let r = case (..x..) of
..x..
in ..
When looking at the rhs of @r@, @ctxt_lvl@ will be 1 because that's
the level of @r@, even though it's inside a level-2 @\y@. It's
important that @ctxt_lvl@ is 1 and not 2 in @r@'s rhs, because we
don't want @lvlExpr@ to turn the scrutinee of the @case@ into an MFE
--- because it isn't a *maximal* free expression.
If there were another lambda in @r@'s rhs, it would get level-2 as well.
\begin{code}
lvlExpr _ env (_, AnnType ty) = return (Type (substTy (le_subst env) ty))
lvlExpr _ env (_, AnnCoercion co) = return (Coercion (substCo (le_subst env) co))
lvlExpr _ env (_, AnnVar v) = return (lookupVar env v)
lvlExpr _ _ (_, AnnLit lit) = return (Lit lit)
lvlExpr ctxt_lvl env expr@(_, AnnApp _ _) = do
let
(fun, args) = collectAnnArgs expr
--
case fun of
-- float out partial applications. This is very beneficial
-- in some cases (-7% runtime -4% alloc over nofib -O2).
-- In order to float a PAP, there must be a function at the
-- head of the application, and the application must be
-- over-saturated with respect to the function's arity.
(_, AnnVar f) | floatPAPs env &&
arity > 0 && arity < n_val_args ->
do
let (lapp, rargs) = left (n_val_args - arity) expr []
rargs' <- mapM (lvlMFE False ctxt_lvl env) rargs
lapp' <- lvlMFE False ctxt_lvl env lapp
return (foldl App lapp' rargs')
where
n_val_args = count (isValArg . deAnnotate) args
arity = idArity f
-- separate out the PAP that we are floating from the extra
-- arguments, by traversing the spine until we have collected
-- (n_val_args - arity) value arguments.
left 0 e rargs = (e, rargs)
left n (_, AnnApp f a) rargs
| isValArg (deAnnotate a) = left (n-1) f (a:rargs)
| otherwise = left n f (a:rargs)
left _ _ _ = panic "SetLevels.lvlExpr.left"
-- No PAPs that we can float: just carry on with the
-- arguments and the function.
_otherwise -> do
args' <- mapM (lvlMFE False ctxt_lvl env) args
fun' <- lvlExpr ctxt_lvl env fun
return (foldl App fun' args')
lvlExpr ctxt_lvl env (_, AnnTick tickish expr) = do
expr' <- lvlExpr ctxt_lvl env expr
return (Tick tickish expr')
lvlExpr ctxt_lvl env (_, AnnCast expr (_, co)) = do
expr' <- lvlExpr ctxt_lvl env expr
return (Cast expr' (substCo (le_subst env) co))
-- We don't split adjacent lambdas. That is, given
-- \x y -> (x+1,y)
-- we don't float to give
-- \x -> let v = x+y in \y -> (v,y)
-- Why not? Because partial applications are fairly rare, and splitting
-- lambdas makes them more expensive.
lvlExpr ctxt_lvl env expr@(_, AnnLam {}) = do
new_body <- lvlMFE True new_lvl new_env body
return (mkLams new_bndrs new_body)
where
(bndrsTB, body) = collectAnnBndrs expr
bndrs = map unTag bndrsTB
(new_lvl, new_bndrs) = lvlLamBndrs ctxt_lvl bndrs
new_env = extendLvlEnv env new_bndrs
-- At one time we called a special verion of collectBinders,
-- which ignored coercions, because we don't want to split
-- a lambda like this (\x -> coerce t (\s -> ...))
-- This used to happen quite a bit in state-transformer programs,
-- but not nearly so much now non-recursive newtypes are transparent.
-- [See SetLevels rev 1.50 for a version with this approach.]
lvlExpr ctxt_lvl env (_, AnnLet bind body) = do
let (bndrs, isLNE) = case bind of
AnnNonRec (TB b isLNE) _ -> ([b], isLNE)
AnnRec pairs -> foldr (\ (TB b lne, _) (bs, !isLNE) -> (b : bs, isLNE && lne))
([], True) pairs
env <- return $ if isLNE then lneLvlEnv env bndrs else env
(bind', new_lvl, new_env) <- lvlBind ctxt_lvl env isLNE (fvisOf body) bind
body' <- lvlExpr new_lvl new_env body
return (Let bind' body')
lvlExpr ctxt_lvl env (_, AnnCase scrut@(scrut_fvis,_) case_bndr ty alts)
= do { scrut' <- lvlMFE True ctxt_lvl env scrut
; lvlCase ctxt_lvl env scrut_fvis scrut' (unTag case_bndr) ty (map unTagAnnAlt alts) }
-------------------------------------------
lvlCase :: Level -- ctxt_lvl: Level of enclosing expression
-> LevelEnv -- Level of in-scope names/tyvars
-> FVIs -- Free vars of input scrutinee
-> LevelledExpr -- Processed scrutinee
-> Id -> Type -- Case binder and result type
-> [(AltCon, [Id], CoreExprWithFVIs)] -- Input alternatives
-> LvlM LevelledExpr -- Result expression
lvlCase ctxt_lvl env scrut_fvis scrut' case_bndr ty alts
| [(con@(DataAlt {}), bs, rhs)] <- alts
, exprOkForSpeculation scrut' -- See Note [Check the output scrutinee for okForSpec]
, not (isTopLvl dest_lvl) -- Can't have top-level cases
= -- See Note [Floating cases]
-- Always float the case if possible
-- Unlike lets we don't insist that it escapes a value lambda
do { (rhs_env, (case_bndr':bs')) <- cloneVars env (case_bndr:bs) dest_lvl
-- We don't need to use extendCaseBndrLvlEnv here
-- because we are floating the case outwards so
-- no need to do the binder-swap thing
; rhs' <- lvlMFE True ctxt_lvl rhs_env rhs
; let alt' = (con, [TB b (StayPut dest_lvl) | b <- bs'], rhs')
; return (Case scrut' (TB case_bndr' (FloatMe dest_lvl)) ty [alt']) }
| otherwise -- Stays put
= do { let case_bndr' = TB case_bndr bndr_spec
alts_env = extendCaseBndrLvlEnv env scrut' case_bndr'
; alts' <- mapM (lvl_alt alts_env) alts
; return (Case scrut' case_bndr' ty alts') }
where
incd_lvl = incMinorLvl ctxt_lvl
bndr_spec = StayPut incd_lvl
dest_lvl = maxFvLevel (const True) env (prjFreeVars scrut_fvis)
-- Don't abstact over type variables, hence const True
lvl_alt alts_env (con, bs, rhs)
= do { rhs' <- lvlMFE True incd_lvl new_env rhs
; return (con, bs', rhs') }
where
bs' = [ TB b bndr_spec | b <- bs ]
new_env = extendLvlEnv alts_env bs'
\end{code}
Note [Floating cases]
~~~~~~~~~~~~~~~~~~~~~
Consider this:
data T a = MkT !a
f :: T Int -> blah
f x vs = case x of { MkT y ->
let f vs = ...(case y of I# w -> e)...f..
in f vs
Here we can float the (case y ...) out , because y is sure
to be evaluated, to give
f x vs = case x of { MkT y ->
caes y of I# w ->
let f vs = ...(e)...f..
in f vs
That saves unboxing it every time round the loop. It's important in
some DPH stuff where we really want to avoid that repeated unboxing in
the inner loop.
Things to note
* We can't float a case to top level
* It's worth doing this float even if we don't float
the case outside a value lambda. Example
case x of {
MkT y -> (case y of I# w2 -> ..., case y of I# w2 -> ...)
If we floated the cases out we could eliminate one of them.
* We only do this with a single-alternative case
Note [Check the output scrutinee for okForSpec]
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Consider this:
case x of y {
A -> ....(case y of alts)....
}
Because of the binder-swap, the inner case will get substituted to
(case x of ..). So when testing whether the scrutinee is
okForSpecuation we must be careful to test the *result* scrutinee ('x'
in this case), not the *input* one 'y'. The latter *is* ok for
speculation here, but the former is not -- and indeed we can't float
the inner case out, at least not unless x is also evaluated at its
binding site.
That's why we apply exprOkForSpeculation to scrut' and not to scrut.
\begin{code}
lvlMFE :: Bool -- True <=> strict context [body of case or let]
-> Level -- Level of innermost enclosing lambda/tylam
-> LevelEnv -- Level of in-scope names/tyvars
-> CoreExprWithFVIs -- input expression
-> LvlM LevelledExpr -- Result expression
-- lvlMFE is just like lvlExpr, except that it might let-bind
-- the expression, so that it can itself be floated.
lvlMFE _ _ env (_, AnnType ty)
= return (Type (substTy (le_subst env) ty))
-- No point in floating out an expression wrapped in a coercion or note
-- If we do we'll transform lvl = e |> co
-- to lvl' = e; lvl = lvl' |> co
-- and then inline lvl. Better just to float out the payload.
lvlMFE strict_ctxt ctxt_lvl env (_, AnnTick t e)
= do { e' <- lvlMFE strict_ctxt ctxt_lvl env e
; return (Tick t e') }
lvlMFE strict_ctxt ctxt_lvl env (_, AnnCast e (_, co))
= do { e' <- lvlMFE strict_ctxt ctxt_lvl env e
; return (Cast e' (substCo (le_subst env) co)) }
-- Note [Case MFEs]
lvlMFE True ctxt_lvl env e@(_, AnnCase {})
= lvlExpr ctxt_lvl env e -- Don't share cases
lvlMFE strict_ctxt ctxt_lvl env ann_expr@(fvis, _)
| isFinalPass env -- see Note [Late Lambda Floating]; TODO float
-- anonymous lambdas in the late pass?
|| isUnLiftedType ty -- Can't let-bind it; see Note [Unlifted MFEs]
-- This includes coercions, which we don't
-- want to float anyway
|| notWorthFloating ann_expr abs_vars
|| not float_me
= -- Don't float it out
lvlExpr ctxt_lvl env ann_expr
| otherwise -- Float it out!
= do expr' <- lvlFloatRhs abs_vars dest_lvl env ann_expr
var <- newLvlVar abs_vars ty mb_bot
return (Let (NonRec (TB var (FloatMe dest_lvl)) expr')
(mkVarApps (Var var) abs_vars))
where
fvs = prjFreeVars fvis
expr = deTag $ deAnnotate ann_expr
ty = exprType expr
mb_bot = exprBotStrictness_maybe expr
dest_lvl = destLevel env (isJust mb_bot) fvs
abs_vars = abstractVars dest_lvl env fvs
-- A decision to float entails let-binding this thing, and we only do
-- that if we'll escape a value lambda, or will go to the top level.
float_me = dest_lvl `ltMajLvl` ctxt_lvl -- Escapes a value lambda
-- OLD CODE: not (exprIsCheap expr) || isTopLvl dest_lvl
-- see Note [Escaping a value lambda]
|| (isTopLvl dest_lvl -- Only float if we are going to the top level
&& floatConsts env -- and the floatConsts flag is on
&& not strict_ctxt) -- Don't float from a strict context
-- We are keen to float something to the top level, even if it does not
-- escape a lambda, because then it needs no allocation. But it's controlled
-- by a flag, because doing this too early loses opportunities for RULES
-- which (needless to say) are important in some nofib programs
-- (gcd is an example).
--
-- Beware:
-- concat = /\ a -> foldr ..a.. (++) []
-- was getting turned into
-- lvl = /\ a -> foldr ..a.. (++) []
-- concat = /\ a -> lvl a
-- which is pretty stupid. Hence the strict_ctxt test
--
-- Also a strict contxt includes uboxed values, and they
-- can't be bound at top level
\end{code}
Note [Unlifted MFEs]
~~~~~~~~~~~~~~~~~~~~
We don't float unlifted MFEs, which potentially loses big opportunites.
For example:
\x -> f (h y)
where h :: Int -> Int# is expensive. We'd like to float the (h y) outside
the \x, but we don't because it's unboxed. Possible solution: box it.
Note [Bottoming floats]
~~~~~~~~~~~~~~~~~~~~~~~
If we see
f = \x. g (error "urk")
we'd like to float the call to error, to get
lvl = error "urk"
f = \x. g lvl
Furthermore, we want to float a bottoming expression even if it has free
variables:
f = \x. g (let v = h x in error ("urk" ++ v))
Then we'd like to abstact over 'x' can float the whole arg of g:
lvl = \x. let v = h x in error ("urk" ++ v)
f = \x. g (lvl x)
See Maessen's paper 1999 "Bottom extraction: factoring error handling out
of functional programs" (unpublished I think).
When we do this, we set the strictness and arity of the new bottoming
Id, so that it's properly exposed as such in the interface file, even if
this is all happening after strictness analysis.
Note [Bottoming floats: eta expansion] c.f Note [Bottoming floats]
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Tiresomely, though, the simplifier has an invariant that the manifest
arity of the RHS should be the same as the arity; but we can't call
etaExpand during SetLevels because it works over a decorated form of
CoreExpr. So we do the eta expansion later, in FloatOut.
Note [Case MFEs]
~~~~~~~~~~~~~~~~
We don't float a case expression as an MFE from a strict context. Why not?
Because in doing so we share a tiny bit of computation (the switch) but
in exchange we build a thunk, which is bad. This case reduces allocation
by 7% in spectral/puzzle (a rather strange benchmark) and 1.2% in real/fem.
Doesn't change any other allocation at all.
\begin{code}
annotateBotStr :: Id -> Maybe (Arity, StrictSig) -> Id
annotateBotStr id Nothing = id
annotateBotStr id (Just (arity, sig)) = id `setIdArity` arity
`setIdStrictness` sig
notWorthFloating :: CoreExprWithFVIs -> [Var] -> Bool
-- Returns True if the expression would be replaced by
-- something bigger than it is now. For example:
-- abs_vars = tvars only: return True if e is trivial,
-- but False for anything bigger
-- abs_vars = [x] (an Id): return True for trivial, or an application (f x)
-- but False for (f x x)
--
-- One big goal is that floating should be idempotent. Eg if
-- we replace e with (lvl79 x y) and then run FloatOut again, don't want
-- to replace (lvl79 x y) with (lvl83 x y)!
notWorthFloating e abs_vars
= go e (count isId abs_vars)
where
go (_, AnnVar {}) n = n >= 0
go (_, AnnLit lit) n = ASSERT( n==0 )
litIsTrivial lit -- Note [Floating literals]
go (_, AnnCast e _) n = go e n
go (_, AnnApp e arg) n
| (_, AnnType {}) <- arg = go e n
| (_, AnnCoercion {}) <- arg = go e n
| n==0 = False
| is_triv arg = go e (n-1)
| otherwise = False
go _ _ = False
is_triv (_, AnnLit {}) = True -- Treat all literals as trivial
is_triv (_, AnnVar {}) = True -- (ie not worth floating)
is_triv (_, AnnCast e _) = is_triv e
is_triv (_, AnnApp e (_, AnnType {})) = is_triv e
is_triv (_, AnnApp e (_, AnnCoercion {})) = is_triv e
is_triv _ = False
\end{code}
Note [Floating literals]
~~~~~~~~~~~~~~~~~~~~~~~~
It's important to float Integer literals, so that they get shared,
rather than being allocated every time round the loop.
Hence the litIsTrivial.
We'd *like* to share MachStr literal strings too, mainly so we could
CSE them, but alas can't do so directly because they are unlifted.
Note [Escaping a value lambda]
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
We want to float even cheap expressions out of value lambdas,
because that saves allocation. Consider
f = \x. .. (\y.e) ...
Then we'd like to avoid allocating the (\y.e) every time we call f,
(assuming e does not mention x).
An example where this really makes a difference is simplrun009.
Another reason it's good is because it makes SpecContr fire on functions.
Consider
f = \x. ....(f (\y.e))....
After floating we get
lvl = \y.e
f = \x. ....(f lvl)...
and that is much easier for SpecConstr to generate a robust specialisation for.
The OLD CODE (given where this Note is referred to) prevents floating
of the example above, so I just don't understand the old code. I
don't understand the old comment either (which appears below). I
measured the effect on nofib of changing OLD CODE to 'True', and got
zeros everywhere, but a 4% win for 'puzzle'. Very small 0.5% loss for
'cse'; turns out to be because our arity analysis isn't good enough
yet (mentioned in Simon-nofib-notes).
OLD comment was:
Even if it escapes a value lambda, we only
float if it's not cheap (unless it'll get all the
way to the top). I've seen cases where we
float dozens of tiny free expressions, which cost
more to allocate than to evaluate.
NB: exprIsCheap is also true of bottom expressions, which
is good; we don't want to share them
It's only Really Bad to float a cheap expression out of a
strict context, because that builds a thunk that otherwise
would never be built. So another alternative would be to
add
|| (strict_ctxt && not (exprIsBottom expr))
to the condition above. We should really try this out.
%************************************************************************
%* *
\subsection{Bindings}
%* *
%************************************************************************
The binding stuff works for top level too.
\begin{code}
unTag :: TaggedBndr b -> CoreBndr
unTag (TB b _) = b
unTagAnnAlt :: (AltCon, [TaggedBndr b], AnnExpr (TaggedBndr b) annot) ->
(AltCon, [ CoreBndr ], AnnExpr (TaggedBndr b) annot)
unTagAnnAlt (con, args, rhs) = (con, map unTag args, rhs)
class DeTag sort where
deTag :: sort (TaggedBndr t) -> sort CoreBndr
instance DeTag Expr where
deTag (Var var) = Var var
deTag (Lit lit) = Lit lit
deTag (App fun arg) = App (deTag fun) (deTag arg)
deTag (Lam (TB b _) e) = Lam b (deTag e)
deTag (Let bind body) = Let (deTag bind) (deTag body)
deTag (Case scrut (TB b _) ty alts) = Case (deTag scrut) b ty (map deTag_alt alts)
where deTag_alt (con, args, rhs) = (con, map unTag args, deTag rhs)
deTag (Cast e co) = Cast (deTag e) co
deTag (Tick tick e) = Tick tick (deTag e)
deTag (Type ty) = Type ty
deTag (Coercion co) = Coercion co
instance DeTag Bind where
deTag (NonRec (TB bndr _) rhs) = NonRec bndr (deTag rhs)
deTag (Rec pairs) = Rec $ map (\(bndr, rhs) -> (unTag bndr, deTag rhs)) pairs
lvlBind :: Level -- Context level; might be Top even for bindings
-- nested in the RHS of a top level binding
-> LevelEnv
-> Bool -- is it LNE?
-> FVIs -- free variables (& info) of the body
-> CoreBindWithFVIs
-> LvlM (LevelledBind, Level, LevelEnv)
lvlBind ctxt_lvl env isLNE body_fvis (AnnNonRec (TB bndr _) rhs@(rhs_fvis,_))
| isTyVar bndr -- Don't do anything for TyVar binders
-- (simplifier gets rid of them pronto)
|| isCoVar bndr -- Difficult to fix up CoVar occurrences (see extendPolyLvlEnv)
-- so we will ignore this case for now
= doNotFloat
| otherwise =
case decideBindFloat ctxt_lvl env body_fvis (isJust mb_bot) (isFunctionAnn rhs) isLNE (Left (bndr, rhs_fvis)) of
Nothing -> doNotFloat
Just p -> uncurry doFloat p
where
mb_bot = exprBotStrictness_maybe (deTag $ deAnnotate rhs)
bndr_w_str = annotateBotStr bndr mb_bot
doNotFloat = do
rhs' <- lvlExpr ctxt_lvl env rhs
let (env', bndr') = substLetBndrNonRec env bndr bind_lvl
bind_lvl = incMinorLvl ctxt_lvl
tagged_bndr = TB bndr' (StayPut bind_lvl)
return (NonRec tagged_bndr rhs', bind_lvl, env')
doFloat dest_lvl abs_vars
| (isTopLvl dest_lvl && isUnLiftedType (idType bndr)) = doNotFloat
-- We can't float an unlifted binding to top level, so we don't
-- float it at all. It's a bit brutal, but unlifted bindings
-- aren't expensive either
| null abs_vars = do -- No type abstraction; clone existing binder
rhs' <- lvlExpr dest_lvl env rhs
(env', bndr') <- cloneVar env bndr dest_lvl
return (NonRec (TB bndr' (FloatMe dest_lvl)) rhs', ctxt_lvl, env')
| otherwise = do -- Yes, type abstraction; create a new binder, extend substitution, etc
rhs' <- lvlFloatRhs abs_vars dest_lvl env rhs
(env', [bndr']) <- newPolyBndrs dest_lvl env abs_vars [bndr_w_str]
return (NonRec (TB bndr' (FloatMe dest_lvl)) rhs', ctxt_lvl, env')
lvlBind ctxt_lvl env isLNE body_fvis (AnnRec pairsTB) =
let pairs = map (\(bndr, rhs) -> (unTag bndr, rhs)) pairsTB
(bndrs,rhss) = unzip pairs
in
case decideBindFloat ctxt_lvl env body_fvis False (all isFunctionAnn rhss) isLNE (Right (bndrs, map fvisOf rhss)) of
Nothing -> do -- decided to not float
-- | Just pinners <- floatDecision emptyVarSet
-- when (lateRetry env && not (isEmptyVarEnv pinners)) $ tellLvlM $ mkVarEnv [ (b, (b, pinners)) | b <- bndrs ]
let bind_lvl = incMinorLvl ctxt_lvl
(env', bndrs') = substLetBndrsRec env bndrs bind_lvl
tagged_bndrs = [ TB bndr' (StayPut bind_lvl)
| bndr' <- bndrs' ]
rhss' <- mapM (lvlExpr bind_lvl env') rhss
return (Rec (tagged_bndrs `zip` rhss'), bind_lvl, env')
Just (dest_lvl, abs_vars) -- decided to float
| null abs_vars -> do
(new_env, new_bndrs) <- cloneRecVars env bndrs dest_lvl
new_rhss <- mapM (lvlExpr ctxt_lvl new_env) rhss
return ( Rec ([TB b (FloatMe dest_lvl) | b <- new_bndrs] `zip` new_rhss)
, ctxt_lvl, new_env)
-- ToDo: when enabling the floatLambda stuff,
-- I think we want to stop doing this
| doSinglyRecSAT env && isSingleton pairs && count isId abs_vars > 1 -> do
-- Special case for self recursion where there are
-- several variables carried around: build a local loop:
-- poly_f = \abs_vars. \lam_vars . letrec f = \lam_vars. rhs in f lam_vars
-- This just makes the closures a bit smaller. If we don't do
-- this, allocation rises significantly on some programs
--
-- We could elaborate it for the case where there are several
-- mutually functions, but it's quite a bit more complicated
--
-- This all seems a bit ad hoc -- sigh
let
(bndr,rhs) = head pairs
(rhs_lvl, abs_vars_w_lvls) = lvlLamBndrs dest_lvl abs_vars
rhs_env = extendLvlEnv env abs_vars_w_lvls
(rhs_env', new_bndr) <- cloneVar rhs_env bndr rhs_lvl
let
(lam_bndrsTB, rhs_body) = collectAnnBndrs rhs
lam_bndrs = map unTag lam_bndrsTB
(body_lvl, new_lam_bndrs) = lvlLamBndrs rhs_lvl lam_bndrs
body_env = extendLvlEnv rhs_env' new_lam_bndrs
new_rhs_body <- lvlExpr body_lvl body_env rhs_body
(poly_env, [poly_bndr]) <- newPolyBndrs dest_lvl env abs_vars [bndr]
return (Rec [(TB poly_bndr (FloatMe dest_lvl)
, mkLams abs_vars_w_lvls $
mkLams new_lam_bndrs $
Let (Rec [( TB new_bndr (StayPut rhs_lvl)
, mkLams new_lam_bndrs new_rhs_body)])
(mkVarApps (Var new_bndr) lam_bndrs))]
, ctxt_lvl
, poly_env)
| otherwise -> do -- Non-null abs_vars
(new_env, new_bndrs) <- newPolyBndrs dest_lvl env abs_vars bndrs
new_rhss <- mapM (lvlFloatRhs abs_vars dest_lvl new_env) rhss
return ( Rec ([TB b (FloatMe dest_lvl) | b <- new_bndrs] `zip` new_rhss)
, ctxt_lvl, new_env)
decideBindFloat ::
Level -> LevelEnv -> FVIs ->
Bool -> -- are all RHSs bottoming?
Bool -> -- are all RHSs functions?
Bool -> -- isLNE
Either (Var, FVIs) ([Var], [FVIs]) -> -- let or letrec, with RHSs' infos
Maybe (Level, [Var]) -- Just (lvl, vs) <=> float to lvl with
-- abs_vars = vs, Nothing <=> do not float
decideBindFloat ctxt_lvl env body_fvis is_bot all_funs isLNE binding_fvis_s =
maybe conventionalFloatOut lateLambdaLift (finalPass env)
where
conventionalFloatOut =
if isProfitableFloat then Just (dest_lvl, abs_vars) else Nothing
where
dest_lvl = destLevel env is_bot bindings_fvs
abs_vars = abstractVars dest_lvl env bindings_fvs
isProfitableFloat =
(dest_lvl `ltMajLvl` ctxt_lvl) -- Escapes a value lambda
|| isTopLvl dest_lvl -- Going all the way to top level
lateLambdaLift fps
| all_funs, -- only late lift functions
(||) (fps_absLNEVar fps) $ -- do not abstract over let-no-escape variables
null $ filter (`elemVarSet` le_LNEs env) abs_ids,
Nothing <- decider emptyVarEnv = Just (dest_lvl, abs_vars)
-- TODO Just x <- decider emptyVarEnv -> do the retry stuff
| otherwise = Nothing -- do not lift
where
dest_lvl = tOP_LEVEL
decider = decideLateLambdaFloat env isRec isLNE badTime spaceInfo ids extra_sdoc fps
abs_ids = filter isId abs_vars
abs_vars = abstractVars dest_lvl env bindings_fvs
badTime = wouldIncreaseRuntime env abs_ids bindings_fvis
spaceInfo = wouldIncreaseAllocation env abs_ids isLNE rhs_nonTopLevelFreeIds_s scope_fvis
-- for -ddump-late-float with -dppr-debug
extra_sdoc = vcat [ text "abs_vars:" <+> ppr abs_vars
, text "bindingsFVIs:" <+> ppr bindings_fvis'
, ppr scope_fvis'] where
bindings_fvis' = filter (\x -> fviIsNonTopLevel x && isId (fviVar x)) $ varEnvElts bindings_fvis
scope_fvis' = filter (isId . fviVar) $ varEnvElts $ scope_fvis `restrictVarEnv` mkVarSet ids
bindings_fvs = prjFreeVars bindings_fvis
(isRec, ids, rhss_fvis, scope_fvis, bindings_fvis, rhs_nonTopLevelFreeIds_s) = case binding_fvis_s of
Left (bndr, rhs_fvis) -> -- a non-recursive let
( False
, [bndr]
, rhs_fvis
, body_fvis
, rhss_fvis `bothFVIs` assumeTheBest (idFreeVars bndr)
, [(bndr, prjFreeNonTopLevelIds rhs_fvis)]
)
Right (bndrs, rhs_fvis_s) -> -- a letrec
( True
, bndrs
, rhss_fvis
, body_fvis `bothFVIs` rhss_fvis
, delBindersFVIs bndrs rhss_fvis
, zipWith (\bndr rhs_fvis -> (bndr, prjFreeNonTopLevelIds rhs_fvis))
bndrs rhs_fvis_s
)
where rhss_fvis = computeRecRHSsFVIs bndrs rhs_fvis_s
decideLateLambdaFloat ::
LevelEnv ->
Bool ->
Bool ->
VarSet -> (VarSet -> [(Bool, WordOff, WordOff)]) ->
[Id] -> SDoc ->
FinalPassSwitches ->
VarSet -> -- pinnees to ignore
Maybe VarSet -- Nothing <=> float to tOP_LEVEL, Just x <=> do not
-- float, not (null x) <=> forgetting fast calls to the
-- ids in x are the only thing pinning this binding
decideLateLambdaFloat env isRec isLNE badTime spaceInfo' ids extra_sdoc fps pinnees
= (if fps_trace fps then pprTrace msg msg_sdoc else (\x -> x)) $
if isBadSpace then Just emptyVarSet
else if isBadTime then Just badTime
else Nothing
where
msg = (if isBadTime || isBadSpace then "late-no-float" else "late-float")
++ if isRec then "(rec)" else ""
isBadTime = not (isEmptyVarSet badTime)
spaceInfo = spaceInfo' pinnees
isBadSpace = flip any spaceInfo $ \(createsPAPs, tg, tgil) ->
papViolation createsPAPs ||
tgViolation tg || tgilViolation tgil
papViolation = (not (fps_createPAPs fps) &&)
tgViolation = case fps_cloGrowth fps of
Nothing -> const False
Just limit -> (> limit * wORDS_PTR)
-- If the closure is NOT under a lambda, then we get a discount
-- for no longer allocating these bindings' closures, since
-- these bindings would be allocated at least as many times as
-- the closure.
-- TODO | Just limit <- fps_ifInClo fps =
tgilViolation = case fps_cloGrowthInLam fps of
Nothing -> const False
Just limit -> (> limit * wORDS_PTR)
-- If the closure is under a lambda, we do NOT discount for not
-- allocating these bindings' closures, since the closure could
-- be allocated many more times than these bindings are.
msg_sdoc = time $$ vcat (zipWith space ids spaceInfo) where
time = case varSetElems badTime of
[] -> empty
ids -> text "would-forget-fast-calls" <+> ppr ids
space v (badPAP, tg, tgil) = vcat
[ ppr v <+> if isLNE then parens (text "LNE") else empty
, if not (isEmptyVarSet pinnees) then text "pinnees:" <+> ppr (varSetElems pinnees) else empty
, text "createsPAPs:" <+> ppr badPAP
, text "closureGrowth:" <+> ppr tg
, text "CG in lam:" <+> ppr tgil
, if opt_PprStyle_Debug then extra_sdoc else empty
]
wORDS_PTR = StgCmmArgRep.argRepSizeW (le_dflags env) StgCmmArgRep.P
-- see Note [Preserving Fast Entries]
wouldIncreaseRuntime ::
LevelEnv ->
[Id] -> -- the abstracted value ids
FVIs -> -- FVIs for the bindings' RHS and RULES
VarSet -- the forgotten ids
wouldIncreaseRuntime env abs_ids binding_group_fvis =
case prjFlags `fmap` finalPass env of
-- is final pass...
Just (noUnder, noExact, noOver) | noUnder || noExact || noOver ->
mkVarSet $ flip mapMaybe abs_ids $ \abs_id ->
case lookupVarEnv binding_group_fvis abs_id of
Just fvi | not (IntSet.null uses),
arity > 0, -- NB (arity > 0) iff "is known function"
(noUnder && arity > IntSet.findMin uses)
|| (noExact && arity `IntSet.member` uses)
|| (noOver && arity < IntSet.findMax uses)
-> Just abs_id
where arity = idArity (fviVar fvi)
-- NB cannot use abs_id's arity! As a parameter, it's arity is 0.
uses = fviUseInfo fvi
_ -> Nothing
_ -> emptyVarSet
where prjFlags fps = ( not (fps_absUnsatVar fps) -- -fno-late-abstract-undersat-var
, not (fps_absSatVar fps) -- -fno-late-abstract-sat-var
, not (fps_absOversatVar fps) -- -fno-late-abstract-oversat-var
)