2 % (c) The University of Glasgow 2006
3 % (c) The AQUA Project, Glasgow University, 1994-1998
8 Unfoldings (which can travel across module boundaries) are in Core
9 syntax (namely @CoreExpr@s).
11 The type @Unfolding@ sits ``above'' simply-Core-expressions
12 unfoldings, capturing ``higher-level'' things we know about a binding,
13 usually things that the simplifier found out (e.g., ``it's a
14 literal''). In the corner of a @CoreUnfolding@ unfolding, you will
15 find, unsurprisingly, a Core expression.
19 Unfolding, UnfoldingGuidance, -- Abstract types
21 noUnfolding, mkImplicitUnfolding,
22 mkTopUnfolding, mkUnfolding, mkCoreUnfolding,
23 mkInlineRule, mkWwInlineRule,
24 mkCompulsoryUnfolding, mkDFunUnfolding,
26 interestingArg, ArgSummary(..),
28 couldBeSmallEnoughToInline,
29 certainlyWillInline, smallEnoughToInline,
31 callSiteInline, CallCtxt(..),
37 #include "HsVersions.h"
42 import PprCore () -- Instances
44 import CoreSubst hiding( substTy )
45 import CoreFVs ( exprFreeVars )
46 import CoreArity ( manifestArity )
54 import BasicTypes ( Arity )
55 import TcType ( tcSplitDFunTy )
59 import VarEnv ( mkInScopeSet )
69 %************************************************************************
71 \subsection{Making unfoldings}
73 %************************************************************************
76 mkTopUnfolding :: Bool -> CoreExpr -> Unfolding
77 mkTopUnfolding is_bottoming expr
78 = mkUnfolding True {- Top level -} is_bottoming expr
80 mkImplicitUnfolding :: CoreExpr -> Unfolding
81 -- For implicit Ids, do a tiny bit of optimising first
82 mkImplicitUnfolding expr = mkTopUnfolding False (simpleOptExpr expr)
84 -- Note [Top-level flag on inline rules]
85 -- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
86 -- Slight hack: note that mk_inline_rules conservatively sets the
87 -- top-level flag to True. It gets set more accurately by the simplifier
88 -- Simplify.simplUnfolding.
90 mkUnfolding :: Bool -> Bool -> CoreExpr -> Unfolding
91 mkUnfolding top_lvl is_bottoming expr
92 = CoreUnfolding { uf_tmpl = occurAnalyseExpr expr,
96 uf_is_value = exprIsHNF expr,
97 uf_is_conlike = exprIsConLike expr,
98 uf_expandable = exprIsExpandable expr,
99 uf_is_cheap = is_cheap,
100 uf_guidance = guidance }
102 is_cheap = exprIsCheap expr
103 (arity, guidance) = calcUnfoldingGuidance is_cheap (top_lvl && is_bottoming)
104 opt_UF_CreationThreshold expr
105 -- Sometimes during simplification, there's a large let-bound thing
106 -- which has been substituted, and so is now dead; so 'expr' contains
107 -- two copies of the thing while the occurrence-analysed expression doesn't
108 -- Nevertheless, we *don't* occ-analyse before computing the size because the
109 -- size computation bales out after a while, whereas occurrence analysis does not.
111 -- This can occasionally mean that the guidance is very pessimistic;
112 -- it gets fixed up next round. And it should be rare, because large
113 -- let-bound things that are dead are usually caught by preInlineUnconditionally
115 mkCoreUnfolding :: Bool -> UnfoldingSource -> CoreExpr
116 -> Arity -> UnfoldingGuidance -> Unfolding
117 -- Occurrence-analyses the expression before capturing it
118 mkCoreUnfolding top_lvl src expr arity guidance
119 = CoreUnfolding { uf_tmpl = occurAnalyseExpr expr,
123 uf_is_value = exprIsHNF expr,
124 uf_is_conlike = exprIsConLike expr,
125 uf_is_cheap = exprIsCheap expr,
126 uf_expandable = exprIsExpandable expr,
127 uf_guidance = guidance }
129 mkDFunUnfolding :: DataCon -> [Id] -> Unfolding
130 mkDFunUnfolding con ops = DFunUnfolding con (map Var ops)
132 mkWwInlineRule :: Id -> CoreExpr -> Arity -> Unfolding
133 mkWwInlineRule id expr arity
134 = mkCoreUnfolding True (InlineWrapper id)
135 (simpleOptExpr expr) arity
136 (UnfWhen unSaturatedOk boringCxtNotOk)
138 mkCompulsoryUnfolding :: CoreExpr -> Unfolding
139 mkCompulsoryUnfolding expr -- Used for things that absolutely must be unfolded
140 = mkCoreUnfolding True InlineCompulsory
141 expr 0 -- Arity of unfolding doesn't matter
142 (UnfWhen unSaturatedOk boringCxtOk)
144 mkInlineRule :: CoreExpr -> Maybe Arity -> Unfolding
145 mkInlineRule expr mb_arity
146 = mkCoreUnfolding True InlineRule -- Note [Top-level flag on inline rules]
148 (UnfWhen unsat_ok boring_ok)
150 expr' = simpleOptExpr expr
151 (unsat_ok, arity) = case mb_arity of
152 Nothing -> (unSaturatedOk, manifestArity expr')
153 Just ar -> (needSaturated, ar)
155 boring_ok = case calcUnfoldingGuidance True -- Treat as cheap
156 False -- But not bottoming
158 (_, UnfWhen _ boring_ok) -> boring_ok
159 _other -> boringCxtNotOk
160 -- See Note [INLINE for small functions]
164 %************************************************************************
166 \subsection{The UnfoldingGuidance type}
168 %************************************************************************
171 calcUnfoldingGuidance
172 :: Bool -- True <=> the rhs is cheap, or we want to treat it
173 -- as cheap (INLINE things)
174 -> Bool -- True <=> this is a top-level unfolding for a
175 -- diverging function; don't inline this
176 -> Int -- Bomb out if size gets bigger than this
177 -> CoreExpr -- Expression to look at
178 -> (Arity, UnfoldingGuidance)
179 calcUnfoldingGuidance expr_is_cheap top_bot bOMB_OUT_SIZE expr
180 = case collectBinders expr of { (bndrs, body) ->
182 val_bndrs = filter isId bndrs
183 n_val_bndrs = length val_bndrs
186 = case (sizeExpr (iUnbox bOMB_OUT_SIZE) val_bndrs body) of
188 SizeIs size cased_bndrs scrut_discount
189 | uncondInline n_val_bndrs (iBox size)
191 -> UnfWhen unSaturatedOk boringCxtOk -- Note [INLINE for small functions]
192 | top_bot -- See Note [Do not inline top-level bottoming functions]
196 -> UnfIfGoodArgs { ug_args = map (discount cased_bndrs) val_bndrs
197 , ug_size = iBox size
198 , ug_res = iBox scrut_discount }
201 = foldlBag (\acc (b',n) -> if bndr==b' then acc+n else acc)
204 (n_val_bndrs, guidance) }
207 Note [Computing the size of an expression]
208 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
209 The basic idea of sizeExpr is obvious enough: count nodes. But getting the
210 heuristics right has taken a long time. Here's the basic strategy:
212 * Variables, literals: 0
213 (Exception for string literals, see litSize.)
215 * Function applications (f e1 .. en): 1 + #value args
217 * Constructor applications: 1, regardless of #args
219 * Let(rec): 1 + size of components
234 Notice that 'x' counts 0, while (f x) counts 2. That's deliberate: there's
235 a function call to account for. Notice also that constructor applications
236 are very cheap, because exposing them to a caller is so valuable.
239 Note [Do not inline top-level bottoming functions]
240 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
241 The FloatOut pass has gone to some trouble to float out calls to 'error'
242 and similar friends. See Note [Bottoming floats] in SetLevels.
243 Do not re-inline them! But we *do* still inline if they are very small
244 (the uncondInline stuff).
247 Note [INLINE for small functions]
248 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
249 Consider {-# INLINE f #-}
252 Then f's RHS is no larger than its LHS, so we should inline it into
253 even the most boring context. In general, f the function is
254 sufficiently small that its body is as small as the call itself, the
255 inline unconditionally, regardless of how boring the context is.
259 * We inline *unconditionally* if inlined thing is smaller (using sizeExpr)
260 than the thing it's replacing. Notice that
261 (f x) --> (g 3) -- YES, unconditionally
262 (f x) --> x : [] -- YES, *even though* there are two
263 -- arguments to the cons
267 It's very important not to unconditionally replace a variable by
270 * We do this even if the thing isn't saturated, else we end up with the
274 doesn't inline. Even in a boring context, inlining without being
275 saturated will give a lambda instead of a PAP, and will be more
276 efficient at runtime.
278 * However, when the function's arity > 0, we do insist that it
279 has at least one value argument at the call site. Otherwise we find this:
282 If we inline f here we get
283 d = /\b. MkD (\x:b. x)
284 and then prepareRhs floats out the argument, abstracting the type
285 variables, so we end up with the original again!
289 uncondInline :: Arity -> Int -> Bool
290 -- Inline unconditionally if there no size increase
291 -- Size of call is arity (+1 for the function)
292 -- See Note [INLINE for small functions]
293 uncondInline arity size
294 | arity == 0 = size == 0
295 | otherwise = size <= arity + 1
300 sizeExpr :: FastInt -- Bomb out if it gets bigger than this
301 -> [Id] -- Arguments; we're interested in which of these
306 -- Note [Computing the size of an expression]
308 sizeExpr bOMB_OUT_SIZE top_args expr
311 size_up (Cast e _) = size_up e
312 size_up (Note _ e) = size_up e
313 size_up (Type _) = sizeZero -- Types cost nothing
314 size_up (Lit lit) = sizeN (litSize lit)
315 size_up (Var f) = size_up_call f [] -- Make sure we get constructor
316 -- discounts even on nullary constructors
318 size_up (App fun (Type _)) = size_up fun
319 size_up (App fun arg) = size_up arg `addSizeNSD`
320 size_up_app fun [arg]
322 size_up (Lam b e) | isId b = lamScrutDiscount (size_up e `addSizeN` 1)
323 | otherwise = size_up e
325 size_up (Let (NonRec binder rhs) body)
326 = size_up rhs `addSizeNSD`
327 size_up body `addSizeN`
328 (if isUnLiftedType (idType binder) then 0 else 1)
329 -- For the allocation
330 -- If the binder has an unlifted type there is no allocation
332 size_up (Let (Rec pairs) body)
333 = foldr (addSizeNSD . size_up . snd)
334 (size_up body `addSizeN` length pairs) -- (length pairs) for the allocation
337 size_up (Case (Var v) _ _ alts)
338 | v `elem` top_args -- We are scrutinising an argument variable
339 = alts_size (foldr1 addAltSize alt_sizes)
340 (foldr1 maxSize alt_sizes)
341 -- Good to inline if an arg is scrutinised, because
342 -- that may eliminate allocation in the caller
343 -- And it eliminates the case itself
345 alt_sizes = map size_up_alt alts
347 -- alts_size tries to compute a good discount for
348 -- the case when we are scrutinising an argument variable
349 alts_size (SizeIs tot tot_disc tot_scrut) -- Size of all alternatives
350 (SizeIs max _ _) -- Size of biggest alternative
351 = SizeIs tot (unitBag (v, iBox (_ILIT(2) +# tot -# max)) `unionBags` tot_disc) tot_scrut
352 -- If the variable is known, we produce a discount that
353 -- will take us back to 'max', the size of the largest alternative
354 -- The 1+ is a little discount for reduced allocation in the caller
356 -- Notice though, that we return tot_disc, the total discount from
357 -- all branches. I think that's right.
359 alts_size tot_size _ = tot_size
361 size_up (Case e _ _ alts) = size_up e `addSizeNSD`
362 foldr (addAltSize . size_up_alt) sizeZero alts
363 -- We don't charge for the case itself
364 -- It's a strict thing, and the price of the call
365 -- is paid by scrut. Also consider
366 -- case f x of DEFAULT -> e
367 -- This is just ';'! Don't charge for it.
369 -- Moreover, we charge one per alternative.
372 -- size_up_app is used when there's ONE OR MORE value args
373 size_up_app (App fun arg) args
374 | isTypeArg arg = size_up_app fun args
375 | otherwise = size_up arg `addSizeNSD`
376 size_up_app fun (arg:args)
377 size_up_app (Var fun) args = size_up_call fun args
378 size_up_app other args = size_up other `addSizeN` length args
381 size_up_call :: Id -> [CoreExpr] -> ExprSize
382 size_up_call fun val_args
383 = case idDetails fun of
384 FCallId _ -> sizeN opt_UF_DearOp
385 DataConWorkId dc -> conSize dc (length val_args)
386 PrimOpId op -> primOpSize op (length val_args)
387 ClassOpId _ -> classOpSize top_args val_args
388 _ -> funSize top_args fun (length val_args)
391 size_up_alt (_con, _bndrs, rhs) = size_up rhs `addSizeN` 1
392 -- Don't charge for args, so that wrappers look cheap
393 -- (See comments about wrappers with Case)
395 -- IMPORATANT: *do* charge 1 for the alternative, else we
396 -- find that giant case nests are treated as practically free
397 -- A good example is Foreign.C.Error.errrnoToIOError
400 -- These addSize things have to be here because
401 -- I don't want to give them bOMB_OUT_SIZE as an argument
402 addSizeN TooBig _ = TooBig
403 addSizeN (SizeIs n xs d) m = mkSizeIs bOMB_OUT_SIZE (n +# iUnbox m) xs d
405 -- addAltSize is used to add the sizes of case alternatives
406 addAltSize TooBig _ = TooBig
407 addAltSize _ TooBig = TooBig
408 addAltSize (SizeIs n1 xs d1) (SizeIs n2 ys d2)
409 = mkSizeIs bOMB_OUT_SIZE (n1 +# n2)
411 (d1 +# d2) -- Note [addAltSize result discounts]
413 -- This variant ignores the result discount from its LEFT argument
414 -- It's used when the second argument isn't part of the result
415 addSizeNSD TooBig _ = TooBig
416 addSizeNSD _ TooBig = TooBig
417 addSizeNSD (SizeIs n1 xs _) (SizeIs n2 ys d2)
418 = mkSizeIs bOMB_OUT_SIZE (n1 +# n2)
424 -- | Finds a nominal size of a string literal.
425 litSize :: Literal -> Int
426 -- Used by CoreUnfold.sizeExpr
427 litSize (MachStr str) = 1 + ((lengthFS str + 3) `div` 4)
428 -- If size could be 0 then @f "x"@ might be too small
429 -- [Sept03: make literal strings a bit bigger to avoid fruitless
430 -- duplication of little strings]
431 litSize _other = 0 -- Must match size of nullary constructors
432 -- Key point: if x |-> 4, then x must inline unconditionally
433 -- (eg via case binding)
435 classOpSize :: [Id] -> [CoreExpr] -> ExprSize
436 -- See Note [Conlike is interesting]
439 classOpSize top_args (arg1 : other_args)
440 = SizeIs (iUnbox size) arg_discount (_ILIT(0))
442 size = 2 + length other_args
443 -- If the class op is scrutinising a lambda bound dictionary then
444 -- give it a discount, to encourage the inlining of this function
445 -- The actual discount is rather arbitrarily chosen
446 arg_discount = case arg1 of
447 Var dict | dict `elem` top_args
448 -> unitBag (dict, opt_UF_DictDiscount)
451 funSize :: [Id] -> Id -> Int -> ExprSize
452 -- Size for functions that are not constructors or primops
453 -- Note [Function applications]
454 funSize top_args fun n_val_args
455 | fun `hasKey` buildIdKey = buildSize
456 | fun `hasKey` augmentIdKey = augmentSize
457 | otherwise = SizeIs (iUnbox size) arg_discount (iUnbox res_discount)
459 some_val_args = n_val_args > 0
461 arg_discount | some_val_args && fun `elem` top_args
462 = unitBag (fun, opt_UF_FunAppDiscount)
463 | otherwise = emptyBag
464 -- If the function is an argument and is applied
465 -- to some values, give it an arg-discount
467 res_discount | idArity fun > n_val_args = opt_UF_FunAppDiscount
469 -- If the function is partially applied, show a result discount
471 size | some_val_args = 1 + n_val_args
473 -- The 1+ is for the function itself
474 -- Add 1 for each non-trivial arg;
475 -- the allocation cost, as in let(rec)
478 conSize :: DataCon -> Int -> ExprSize
479 conSize dc n_val_args
480 | n_val_args == 0 = SizeIs (_ILIT(0)) emptyBag (_ILIT(1)) -- Like variables
482 -- See Note [Constructor size]
483 | isUnboxedTupleCon dc = SizeIs (_ILIT(0)) emptyBag (iUnbox n_val_args +# _ILIT(1))
485 -- See Note [Unboxed tuple result discount]
486 -- | isUnboxedTupleCon dc = SizeIs (_ILIT(0)) emptyBag (_ILIT(0))
488 -- See Note [Constructor size]
489 | otherwise = SizeIs (_ILIT(1)) emptyBag (iUnbox n_val_args +# _ILIT(1))
492 Note [Constructor size]
493 ~~~~~~~~~~~~~~~~~~~~~~~
494 Treat a constructors application as size 1, regardless of how many
495 arguments it has; we are keen to expose them (and we charge separately
496 for their args). We can't treat them as size zero, else we find that
497 (Just x) has size 0, which is the same as a lone variable; and hence
498 'v' will always be replaced by (Just x), where v is bound to Just x.
500 However, unboxed tuples count as size zero. I found occasions where we had
501 f x y z = case op# x y z of { s -> (# s, () #) }
502 and f wasn't getting inlined.
504 Note [Unboxed tuple result discount]
505 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
506 I tried giving unboxed tuples a *result discount* of zero (see the
507 commented-out line). Why? When returned as a result they do not
508 allocate, so maybe we don't want to charge so much for them If you
509 have a non-zero discount here, we find that workers often get inlined
510 back into wrappers, because it look like
511 f x = case $wf x of (# a,b #) -> (a,b)
512 and we are keener because of the case. However while this change
513 shrank binary sizes by 0.5% it also made spectral/boyer allocate 5%
514 more. All other changes were very small. So it's not a big deal but I
515 didn't adopt the idea.
518 primOpSize :: PrimOp -> Int -> ExprSize
519 primOpSize op n_val_args
520 | not (primOpIsDupable op) = sizeN opt_UF_DearOp
521 | not (primOpOutOfLine op) = sizeN 1
522 -- Be very keen to inline simple primops.
523 -- We give a discount of 1 for each arg so that (op# x y z) costs 2.
524 -- We can't make it cost 1, else we'll inline let v = (op# x y z)
525 -- at every use of v, which is excessive.
527 -- A good example is:
528 -- let x = +# p q in C {x}
529 -- Even though x get's an occurrence of 'many', its RHS looks cheap,
530 -- and there's a good chance it'll get inlined back into C's RHS. Urgh!
532 | otherwise = sizeN n_val_args
535 buildSize :: ExprSize
536 buildSize = SizeIs (_ILIT(0)) emptyBag (_ILIT(4))
537 -- We really want to inline applications of build
538 -- build t (\cn -> e) should cost only the cost of e (because build will be inlined later)
539 -- Indeed, we should add a result_discount becuause build is
540 -- very like a constructor. We don't bother to check that the
541 -- build is saturated (it usually is). The "-2" discounts for the \c n,
542 -- The "4" is rather arbitrary.
544 augmentSize :: ExprSize
545 augmentSize = SizeIs (_ILIT(0)) emptyBag (_ILIT(4))
546 -- Ditto (augment t (\cn -> e) ys) should cost only the cost of
547 -- e plus ys. The -2 accounts for the \cn
549 -- When we return a lambda, give a discount if it's used (applied)
550 lamScrutDiscount :: ExprSize -> ExprSize
551 lamScrutDiscount (SizeIs n vs _) = SizeIs n vs (iUnbox opt_UF_FunAppDiscount)
552 lamScrutDiscount TooBig = TooBig
555 Note [addAltSize result discounts]
556 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
557 When adding the size of alternatives, we *add* the result discounts
558 too, rather than take the *maximum*. For a multi-branch case, this
559 gives a discount for each branch that returns a constructor, making us
560 keener to inline. I did try using 'max' instead, but it makes nofib
561 'rewrite' and 'puzzle' allocate significantly more, and didn't make
562 binary sizes shrink significantly either.
564 Note [Discounts and thresholds]
565 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
566 Constants for discounts and thesholds are defined in main/StaticFlags,
567 all of form opt_UF_xxxx. They are:
569 opt_UF_CreationThreshold (45)
570 At a definition site, if the unfolding is bigger than this, we
571 may discard it altogether
573 opt_UF_UseThreshold (6)
574 At a call site, if the unfolding, less discounts, is smaller than
575 this, then it's small enough inline
577 opt_UF_KeennessFactor (1.5)
578 Factor by which the discounts are multiplied before
579 subtracting from size
581 opt_UF_DictDiscount (1)
582 The discount for each occurrence of a dictionary argument
583 as an argument of a class method. Should be pretty small
584 else big functions may get inlined
586 opt_UF_FunAppDiscount (6)
587 Discount for a function argument that is applied. Quite
588 large, because if we inline we avoid the higher-order call.
591 The size of a foreign call or not-dupable PrimOp
594 Note [Function applications]
595 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~
596 In a function application (f a b)
598 - If 'f' is an argument to the function being analysed,
599 and there's at least one value arg, record a FunAppDiscount for f
601 - If the application if a PAP (arity > 2 in this example)
602 record a *result* discount (because inlining
603 with "extra" args in the call may mean that we now
604 get a saturated application)
606 Code for manipulating sizes
609 data ExprSize = TooBig
610 | SizeIs FastInt -- Size found
611 (Bag (Id,Int)) -- Arguments cased herein, and discount for each such
612 FastInt -- Size to subtract if result is scrutinised
613 -- by a case expression
615 instance Outputable ExprSize where
616 ppr TooBig = ptext (sLit "TooBig")
617 ppr (SizeIs a _ c) = brackets (int (iBox a) <+> int (iBox c))
619 -- subtract the discount before deciding whether to bale out. eg. we
620 -- want to inline a large constructor application into a selector:
621 -- tup = (a_1, ..., a_99)
622 -- x = case tup of ...
624 mkSizeIs :: FastInt -> FastInt -> Bag (Id, Int) -> FastInt -> ExprSize
625 mkSizeIs max n xs d | (n -# d) ># max = TooBig
626 | otherwise = SizeIs n xs d
628 maxSize :: ExprSize -> ExprSize -> ExprSize
629 maxSize TooBig _ = TooBig
630 maxSize _ TooBig = TooBig
631 maxSize s1@(SizeIs n1 _ _) s2@(SizeIs n2 _ _) | n1 ># n2 = s1
635 sizeN :: Int -> ExprSize
637 sizeZero = SizeIs (_ILIT(0)) emptyBag (_ILIT(0))
638 sizeN n = SizeIs (iUnbox n) emptyBag (_ILIT(0))
642 %************************************************************************
644 \subsection[considerUnfolding]{Given all the info, do (not) do the unfolding}
646 %************************************************************************
648 We use 'couldBeSmallEnoughToInline' to avoid exporting inlinings that
649 we ``couldn't possibly use'' on the other side. Can be overridden w/
650 flaggery. Just the same as smallEnoughToInline, except that it has no
654 couldBeSmallEnoughToInline :: Int -> CoreExpr -> Bool
655 couldBeSmallEnoughToInline threshold rhs
656 = case sizeExpr (iUnbox threshold) [] body of
660 (_, body) = collectBinders rhs
663 smallEnoughToInline :: Unfolding -> Bool
664 smallEnoughToInline (CoreUnfolding {uf_guidance = UnfIfGoodArgs {ug_size = size}})
665 = size <= opt_UF_UseThreshold
666 smallEnoughToInline _
670 certainlyWillInline :: Unfolding -> Bool
671 -- Sees if the unfolding is pretty certain to inline
672 certainlyWillInline (CoreUnfolding { uf_is_cheap = is_cheap, uf_arity = n_vals, uf_guidance = guidance })
676 UnfIfGoodArgs { ug_size = size}
677 -> is_cheap && size - (n_vals +1) <= opt_UF_UseThreshold
679 certainlyWillInline _
683 %************************************************************************
685 \subsection{callSiteInline}
687 %************************************************************************
689 This is the key function. It decides whether to inline a variable at a call site
691 callSiteInline is used at call sites, so it is a bit more generous.
692 It's a very important function that embodies lots of heuristics.
693 A non-WHNF can be inlined if it doesn't occur inside a lambda,
694 and occurs exactly once or
695 occurs once in each branch of a case and is small
697 If the thing is in WHNF, there's no danger of duplicating work,
698 so we can inline if it occurs once, or is small
700 NOTE: we don't want to inline top-level functions that always diverge.
701 It just makes the code bigger. Tt turns out that the convenient way to prevent
702 them inlining is to give them a NOINLINE pragma, which we do in
703 StrictAnal.addStrictnessInfoToTopId
706 callSiteInline :: DynFlags
708 -> Unfolding -- Its unfolding (if active)
709 -> Bool -- True if there are are no arguments at all (incl type args)
710 -> [ArgSummary] -- One for each value arg; True if it is interesting
711 -> CallCtxt -- True <=> continuation is interesting
712 -> Maybe CoreExpr -- Unfolding, if any
715 instance Outputable ArgSummary where
716 ppr TrivArg = ptext (sLit "TrivArg")
717 ppr NonTrivArg = ptext (sLit "NonTrivArg")
718 ppr ValueArg = ptext (sLit "ValueArg")
720 data CallCtxt = BoringCtxt
722 | ArgCtxt -- We are somewhere in the argument of a function
723 Bool -- True <=> we're somewhere in the RHS of function with rules
724 -- False <=> we *are* the argument of a function with non-zero
727 -- we *are* the RHS of a let Note [RHS of lets]
728 -- In both cases, be a little keener to inline
730 | ValAppCtxt -- We're applied to at least one value arg
731 -- This arises when we have ((f x |> co) y)
732 -- Then the (f x) has argument 'x' but in a ValAppCtxt
734 | CaseCtxt -- We're the scrutinee of a case
735 -- that decomposes its scrutinee
737 instance Outputable CallCtxt where
738 ppr BoringCtxt = ptext (sLit "BoringCtxt")
739 ppr (ArgCtxt rules) = ptext (sLit "ArgCtxt") <+> ppr rules
740 ppr CaseCtxt = ptext (sLit "CaseCtxt")
741 ppr ValAppCtxt = ptext (sLit "ValAppCtxt")
743 callSiteInline dflags id unfolding lone_variable arg_infos cont_info
744 = case unfolding of {
745 NoUnfolding -> Nothing ;
746 OtherCon _ -> Nothing ;
747 DFunUnfolding {} -> Nothing ; -- Never unfold a DFun
748 CoreUnfolding { uf_tmpl = unf_template, uf_is_top = is_top, uf_is_value = is_value,
749 uf_is_cheap = is_cheap, uf_arity = uf_arity, uf_guidance = guidance } ->
750 -- uf_arity will typically be equal to (idArity id),
751 -- but may be less for InlineRules
753 n_val_args = length arg_infos
754 saturated = n_val_args >= uf_arity
756 result | yes_or_no = Just unf_template
757 | otherwise = Nothing
759 interesting_args = any nonTriv arg_infos
760 -- NB: (any nonTriv arg_infos) looks at the
761 -- over-saturated args too which is "wrong";
762 -- but if over-saturated we inline anyway.
764 -- some_benefit is used when the RHS is small enough
765 -- and the call has enough (or too many) value
766 -- arguments (ie n_val_args >= arity). But there must
767 -- be *something* interesting about some argument, or the
768 -- result context, to make it worth inlining
770 | not saturated = interesting_args -- Under-saturated
771 -- Note [Unsaturated applications]
772 | n_val_args > uf_arity = True -- Over-saturated
773 | otherwise = interesting_args -- Saturated
774 || interesting_saturated_call
776 interesting_saturated_call
778 BoringCtxt -> not is_top && uf_arity > 0 -- Note [Nested functions]
779 CaseCtxt -> not (lone_variable && is_value) -- Note [Lone variables]
780 ArgCtxt {} -> uf_arity > 0 -- Note [Inlining in ArgCtxt]
781 ValAppCtxt -> True -- Note [Cast then apply]
783 (yes_or_no, extra_doc)
785 UnfNever -> (False, empty)
787 UnfWhen unsat_ok boring_ok
788 -> (enough_args && (boring_ok || some_benefit), empty )
789 where -- See Note [INLINE for small functions]
790 enough_args = saturated || (unsat_ok && n_val_args > 0)
792 UnfIfGoodArgs { ug_args = arg_discounts, ug_res = res_discount, ug_size = size }
793 -> ( is_cheap && some_benefit && small_enough
794 , (text "discounted size =" <+> int discounted_size) )
796 discounted_size = size - discount
797 small_enough = discounted_size <= opt_UF_UseThreshold
798 discount = computeDiscount uf_arity arg_discounts
799 res_discount arg_infos cont_info
802 if (dopt Opt_D_dump_inlinings dflags && dopt Opt_D_verbose_core2core dflags) then
803 pprTrace ("Considering inlining: " ++ showSDoc (ppr id))
804 (vcat [text "arg infos" <+> ppr arg_infos,
805 text "uf arity" <+> ppr uf_arity,
806 text "interesting continuation" <+> ppr cont_info,
807 text "some_benefit" <+> ppr some_benefit,
808 text "is value:" <+> ppr is_value,
809 text "is cheap:" <+> ppr is_cheap,
810 text "guidance" <+> ppr guidance,
812 text "ANSWER =" <+> if yes_or_no then text "YES" else text "NO"])
821 Be a tiny bit keener to inline in the RHS of a let, because that might
822 lead to good thing later
824 g y = let x = f y in ...(case x of (a,b,c) -> ...) ...
825 We'd inline 'f' if the call was in a case context, and it kind-of-is,
826 only we can't see it. So we treat the RHS of a let as not-totally-boring.
828 Note [Unsaturated applications]
829 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
830 When a call is not saturated, we *still* inline if one of the
831 arguments has interesting structure. That's sometimes very important.
832 A good example is the Ord instance for Bool in Base:
835 $fOrdBool =GHC.Classes.D:Ord
840 $cmin_ajX [Occ=LoopBreaker] :: Bool -> Bool -> Bool
841 $cmin_ajX = GHC.Classes.$dmmin @ Bool $fOrdBool
844 But the defn of GHC.Classes.$dmmin is:
846 $dmmin :: forall a. GHC.Classes.Ord a => a -> a -> a
847 {- Arity: 3, HasNoCafRefs, Strictness: SLL,
848 Unfolding: (\ @ a $dOrd :: GHC.Classes.Ord a x :: a y :: a ->
849 case @ a GHC.Classes.<= @ a $dOrd x y of wild {
850 GHC.Bool.False -> y GHC.Bool.True -> x }) -}
852 We *really* want to inline $dmmin, even though it has arity 3, in
853 order to unravel the recursion.
856 Note [Things to watch]
857 ~~~~~~~~~~~~~~~~~~~~~~
858 * { y = I# 3; x = y `cast` co; ...case (x `cast` co) of ... }
859 Assume x is exported, so not inlined unconditionally.
860 Then we want x to inline unconditionally; no reason for it
861 not to, and doing so avoids an indirection.
863 * { x = I# 3; ....f x.... }
864 Make sure that x does not inline unconditionally!
865 Lest we get extra allocation.
867 Note [Inlining an InlineRule]
868 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
869 An InlineRules is used for
870 (a) programmer INLINE pragmas
871 (b) inlinings from worker/wrapper
873 For (a) the RHS may be large, and our contract is that we *only* inline
874 when the function is applied to all the arguments on the LHS of the
875 source-code defn. (The uf_arity in the rule.)
877 However for worker/wrapper it may be worth inlining even if the
878 arity is not satisfied (as we do in the CoreUnfolding case) so we don't
882 Note [Nested functions]
883 ~~~~~~~~~~~~~~~~~~~~~~~
884 If a function has a nested defn we also record some-benefit, on the
885 grounds that we are often able to eliminate the binding, and hence the
886 allocation, for the function altogether; this is good for join points.
887 But this only makes sense for *functions*; inlining a constructor
888 doesn't help allocation unless the result is scrutinised. UNLESS the
889 constructor occurs just once, albeit possibly in multiple case
890 branches. Then inlining it doesn't increase allocation, but it does
891 increase the chance that the constructor won't be allocated at all in
892 the branches that don't use it.
894 Note [Cast then apply]
895 ~~~~~~~~~~~~~~~~~~~~~~
897 myIndex = __inline_me ( (/\a. <blah>) |> co )
898 co :: (forall a. a -> a) ~ (forall a. T a)
899 ... /\a.\x. case ((myIndex a) |> sym co) x of { ... } ...
901 We need to inline myIndex to unravel this; but the actual call (myIndex a) has
902 no value arguments. The ValAppCtxt gives it enough incentive to inline.
904 Note [Inlining in ArgCtxt]
905 ~~~~~~~~~~~~~~~~~~~~~~~~~~
906 The condition (arity > 0) here is very important, because otherwise
907 we end up inlining top-level stuff into useless places; eg
910 This can make a very big difference: it adds 16% to nofib 'integer' allocs,
913 At one stage I replaced this condition by 'True' (leading to the above
914 slow-down). The motivation was test eyeball/inline1.hs; but that seems
917 NOTE: arguably, we should inline in ArgCtxt only if the result of the
918 call is at least CONLIKE. At least for the cases where we use ArgCtxt
919 for the RHS of a 'let', we only profit from the inlining if we get a
920 CONLIKE thing (modulo lets).
922 Note [Lone variables]
923 ~~~~~~~~~~~~~~~~~~~~~
924 The "lone-variable" case is important. I spent ages messing about
925 with unsatisfactory varaints, but this is nice. The idea is that if a
926 variable appears all alone
928 as an arg of lazy fn, or rhs BoringCtxt
929 as scrutinee of a case CaseCtxt
930 as arg of a fn ArgCtxt
932 it is bound to a value
934 then we should not inline it (unless there is some other reason,
935 e.g. is is the sole occurrence). That is what is happening at
936 the use of 'lone_variable' in 'interesting_saturated_call'.
938 Why? At least in the case-scrutinee situation, turning
939 let x = (a,b) in case x of y -> ...
941 let x = (a,b) in case (a,b) of y -> ...
943 let x = (a,b) in let y = (a,b) in ...
944 is bad if the binding for x will remain.
946 Another example: I discovered that strings
947 were getting inlined straight back into applications of 'error'
948 because the latter is strict.
950 f = \x -> ...(error s)...
952 Fundamentally such contexts should not encourage inlining because the
953 context can ``see'' the unfolding of the variable (e.g. case or a
954 RULE) so there's no gain. If the thing is bound to a value.
959 foo = _inline_ (\n. [n])
960 bar = _inline_ (foo 20)
961 baz = \n. case bar of { (m:_) -> m + n }
962 Here we really want to inline 'bar' so that we can inline 'foo'
963 and the whole thing unravels as it should obviously do. This is
964 important: in the NDP project, 'bar' generates a closure data
965 structure rather than a list.
967 So the non-inlining of lone_variables should only apply if the
968 unfolding is regarded as cheap; because that is when exprIsConApp_maybe
969 looks through the unfolding. Hence the "&& is_cheap" in the
972 * Even a type application or coercion isn't a lone variable.
974 case $fMonadST @ RealWorld of { :DMonad a b c -> c }
975 We had better inline that sucker! The case won't see through it.
977 For now, I'm treating treating a variable applied to types
978 in a *lazy* context "lone". The motivating example was
981 There's no advantage in inlining f here, and perhaps
982 a significant disadvantage. Hence some_val_args in the Stop case
985 computeDiscount :: Int -> [Int] -> Int -> [ArgSummary] -> CallCtxt -> Int
986 computeDiscount n_vals_wanted arg_discounts res_discount arg_infos cont_info
987 -- We multiple the raw discounts (args_discount and result_discount)
988 -- ty opt_UnfoldingKeenessFactor because the former have to do with
989 -- *size* whereas the discounts imply that there's some extra
990 -- *efficiency* to be gained (e.g. beta reductions, case reductions)
993 = 1 -- Discount of 1 because the result replaces the call
994 -- so we count 1 for the function itself
996 + length (take n_vals_wanted arg_infos)
997 -- Discount of (un-scaled) 1 for each arg supplied,
998 -- because the result replaces the call
1000 + round (opt_UF_KeenessFactor *
1001 fromIntegral (arg_discount + res_discount'))
1003 arg_discount = sum (zipWith mk_arg_discount arg_discounts arg_infos)
1005 mk_arg_discount _ TrivArg = 0
1006 mk_arg_discount _ NonTrivArg = 1
1007 mk_arg_discount discount ValueArg = discount
1009 res_discount' = case cont_info of
1011 CaseCtxt -> res_discount
1012 _other -> 4 `min` res_discount
1013 -- res_discount can be very large when a function returns
1014 -- constructors; but we only want to invoke that large discount
1015 -- when there's a case continuation.
1016 -- Otherwise we, rather arbitrarily, threshold it. Yuk.
1017 -- But we want to aovid inlining large functions that return
1018 -- constructors into contexts that are simply "interesting"
1021 %************************************************************************
1023 Interesting arguments
1025 %************************************************************************
1027 Note [Interesting arguments]
1028 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~
1029 An argument is interesting if it deserves a discount for unfoldings
1030 with a discount in that argument position. The idea is to avoid
1031 unfolding a function that is applied only to variables that have no
1032 unfolding (i.e. they are probably lambda bound): f x y z There is
1033 little point in inlining f here.
1035 Generally, *values* (like (C a b) and (\x.e)) deserve discounts. But
1036 we must look through lets, eg (let x = e in C a b), because the let will
1037 float, exposing the value, if we inline. That makes it different to
1040 Before 2009 we said it was interesting if the argument had *any* structure
1041 at all; i.e. (hasSomeUnfolding v). But does too much inlining; see Trac #3016.
1043 But we don't regard (f x y) as interesting, unless f is unsaturated.
1044 If it's saturated and f hasn't inlined, then it's probably not going
1047 Note [Conlike is interesting]
1048 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
1050 f d = ...((*) d x y)...
1052 where df is con-like. Then we'd really like to inline 'f' so that the
1053 rule for (*) (df d) can fire. To do this
1054 a) we give a discount for being an argument of a class-op (eg (*) d)
1055 b) we say that a con-like argument (eg (df d)) is interesting
1058 data ArgSummary = TrivArg -- Nothing interesting
1059 | NonTrivArg -- Arg has structure
1060 | ValueArg -- Arg is a con-app or PAP
1061 -- ..or con-like. Note [Conlike is interesting]
1063 interestingArg :: CoreExpr -> ArgSummary
1064 -- See Note [Interesting arguments]
1065 interestingArg e = go e 0
1067 -- n is # value args to which the expression is applied
1068 go (Lit {}) _ = ValueArg
1070 | isConLikeId v = ValueArg -- Experimenting with 'conlike' rather that
1071 -- data constructors here
1072 | idArity v > n = ValueArg -- Catches (eg) primops with arity but no unfolding
1073 | n > 0 = NonTrivArg -- Saturated or unknown call
1074 | conlike_unfolding = ValueArg -- n==0; look for an interesting unfolding
1075 -- See Note [Conlike is interesting]
1076 | otherwise = TrivArg -- n==0, no useful unfolding
1078 conlike_unfolding = isConLikeUnfolding (idUnfolding v)
1080 go (Type _) _ = TrivArg
1081 go (App fn (Type _)) n = go fn n
1082 go (App fn _) n = go fn (n+1)
1083 go (Note _ a) n = go a n
1084 go (Cast e _) n = go e n
1086 | isTyVar v = go e n
1088 | otherwise = ValueArg
1089 go (Let _ e) n = case go e n of { ValueArg -> ValueArg; _ -> NonTrivArg }
1090 go (Case {}) _ = NonTrivArg
1092 nonTriv :: ArgSummary -> Bool
1093 nonTriv TrivArg = False
1097 %************************************************************************
1101 %************************************************************************
1103 Note [exprIsConApp_maybe]
1104 ~~~~~~~~~~~~~~~~~~~~~~~~~
1105 exprIsConApp_maybe is a very important function. There are two principal
1107 * case e of { .... }
1108 * cls_op e, where cls_op is a class operation
1110 In both cases you want to know if e is of form (C e1..en) where C is
1113 However e might not *look* as if
1116 -- | Returns @Just (dc, [t1..tk], [x1..xn])@ if the argument expression is
1117 -- a *saturated* constructor application of the form @dc t1..tk x1 .. xn@,
1118 -- where t1..tk are the *universally-qantified* type args of 'dc'
1119 exprIsConApp_maybe :: IdUnfoldingFun -> CoreExpr -> Maybe (DataCon, [Type], [CoreExpr])
1121 exprIsConApp_maybe id_unf (Note _ expr)
1122 = exprIsConApp_maybe id_unf expr
1123 -- We ignore all notes. For example,
1124 -- case _scc_ "foo" (C a b) of
1126 -- should be optimised away, but it will be only if we look
1127 -- through the SCC note.
1129 exprIsConApp_maybe id_unf (Cast expr co)
1130 = -- Here we do the KPush reduction rule as described in the FC paper
1131 -- The transformation applies iff we have
1132 -- (C e1 ... en) `cast` co
1133 -- where co :: (T t1 .. tn) ~ to_ty
1134 -- The left-hand one must be a T, because exprIsConApp returned True
1135 -- but the right-hand one might not be. (Though it usually will.)
1137 case exprIsConApp_maybe id_unf expr of {
1138 Nothing -> Nothing ;
1139 Just (dc, _dc_univ_args, dc_args) ->
1141 let (_from_ty, to_ty) = coercionKind co
1142 dc_tc = dataConTyCon dc
1144 case splitTyConApp_maybe to_ty of {
1145 Nothing -> Nothing ;
1146 Just (to_tc, to_tc_arg_tys)
1147 | dc_tc /= to_tc -> Nothing
1148 -- These two Nothing cases are possible; we might see
1149 -- (C x y) `cast` (g :: T a ~ S [a]),
1150 -- where S is a type function. In fact, exprIsConApp
1151 -- will probably not be called in such circumstances,
1152 -- but there't nothing wrong with it
1156 tc_arity = tyConArity dc_tc
1157 dc_univ_tyvars = dataConUnivTyVars dc
1158 dc_ex_tyvars = dataConExTyVars dc
1159 arg_tys = dataConRepArgTys dc
1161 dc_eqs :: [(Type,Type)] -- All equalities from the DataCon
1162 dc_eqs = [(mkTyVarTy tv, ty) | (tv,ty) <- dataConEqSpec dc] ++
1163 [getEqPredTys eq_pred | eq_pred <- dataConEqTheta dc]
1165 (ex_args, rest1) = splitAtList dc_ex_tyvars dc_args
1166 (co_args, val_args) = splitAtList dc_eqs rest1
1168 -- Make the "theta" from Fig 3 of the paper
1169 gammas = decomposeCo tc_arity co
1170 theta = zipOpenTvSubst (dc_univ_tyvars ++ dc_ex_tyvars)
1171 (gammas ++ stripTypeArgs ex_args)
1173 -- Cast the existential coercion arguments
1174 cast_co (ty1, ty2) (Type co)
1175 = Type $ mkSymCoercion (substTy theta ty1)
1176 `mkTransCoercion` co
1177 `mkTransCoercion` (substTy theta ty2)
1178 cast_co _ other_arg = pprPanic "cast_co" (ppr other_arg)
1179 new_co_args = zipWith cast_co dc_eqs co_args
1181 -- Cast the value arguments (which include dictionaries)
1182 new_val_args = zipWith cast_arg arg_tys val_args
1183 cast_arg arg_ty arg = mkCoerce (substTy theta arg_ty) arg
1186 let dump_doc = vcat [ppr dc, ppr dc_univ_tyvars, ppr dc_ex_tyvars,
1187 ppr arg_tys, ppr dc_args, ppr _dc_univ_args,
1188 ppr ex_args, ppr val_args]
1190 ASSERT2( coreEqType _from_ty (mkTyConApp dc_tc _dc_univ_args), dump_doc )
1191 ASSERT2( all isTypeArg (ex_args ++ co_args), dump_doc )
1192 ASSERT2( equalLength val_args arg_tys, dump_doc )
1195 Just (dc, to_tc_arg_tys, ex_args ++ new_co_args ++ new_val_args)
1198 exprIsConApp_maybe id_unf expr
1201 analyse (App fun arg) args = analyse fun (arg:args)
1202 analyse fun@(Lam {}) args = beta fun [] args
1204 analyse (Var fun) args
1205 | Just con <- isDataConWorkId_maybe fun
1207 , let (univ_ty_args, rest_args) = splitAtList (dataConUnivTyVars con) args
1208 = Just (con, stripTypeArgs univ_ty_args, rest_args)
1210 -- Look through dictionary functions; see Note [Unfolding DFuns]
1211 | DFunUnfolding con ops <- unfolding
1213 , let (dfun_tvs, _cls, dfun_res_tys) = tcSplitDFunTy (idType fun)
1214 subst = zipOpenTvSubst dfun_tvs (stripTypeArgs (takeList dfun_tvs args))
1215 = Just (con, substTys subst dfun_res_tys,
1216 [mkApps op args | op <- ops])
1218 -- Look through unfoldings, but only cheap ones, because
1219 -- we are effectively duplicating the unfolding
1220 | Just rhs <- expandUnfolding_maybe unfolding
1221 = -- pprTrace "expanding" (ppr fun $$ ppr rhs) $
1224 is_saturated = count isValArg args == idArity fun
1225 unfolding = id_unf fun
1227 analyse _ _ = Nothing
1230 beta (Lam v body) pairs (arg : args)
1232 = beta body ((v,arg):pairs) args
1234 beta (Lam {}) _ _ -- Un-saturated, or not a type lambda
1238 = case analyse (substExpr (text "subst-expr-is-con-app") subst fun) args of
1239 Nothing -> -- pprTrace "Bale out! exprIsConApp_maybe" doc $
1241 Just ans -> -- pprTrace "Woo-hoo! exprIsConApp_maybe" doc $
1244 subst = mkOpenSubst (mkInScopeSet (exprFreeVars fun)) pairs
1245 -- doc = vcat [ppr fun, ppr expr, ppr pairs, ppr args]
1248 stripTypeArgs :: [CoreExpr] -> [Type]
1249 stripTypeArgs args = ASSERT2( all isTypeArg args, ppr args )
1250 [ty | Type ty <- args]
1253 Note [Unfolding DFuns]
1254 ~~~~~~~~~~~~~~~~~~~~~~
1257 df :: forall a b. (Eq a, Eq b) -> Eq (a,b)
1258 df a b d_a d_b = MkEqD (a,b) ($c1 a b d_a d_b)
1261 So to split it up we just need to apply the ops $c1, $c2 etc
1262 to the very same args as the dfun. It takes a little more work
1263 to compute the type arguments to the dictionary constructor.