2 -- The above warning supression flag is a temporary kludge.
3 -- While working on this module you are encouraged to remove it and fix
4 -- any warnings in the module. See
5 -- http://hackage.haskell.org/trac/ghc/wiki/Commentary/CodingStyle#Warnings
8 module Vectorise( vectorise )
19 import CoreLint ( showPass, endPass )
23 import SimplMonad ( SimplCount, zeroSimplCount )
24 import Rules ( RuleBase )
28 import FamInstEnv ( extendFamInstEnvList )
29 import InstEnv ( extendInstEnvList )
33 import Name ( Name, mkSysTvName, getName )
36 import MkId ( unwrapFamInstScrut )
38 import Module ( Module )
40 import DsMonad hiding (mapAndUnzipM)
41 import DsUtils ( mkCoreTup, mkCoreTupTy )
43 import Literal ( Literal, mkMachInt )
46 import TysPrim ( intPrimTy )
47 import BasicTypes ( Boxity(..) )
51 import Control.Monad ( liftM, liftM2, zipWithM, mapAndUnzipM )
52 import Data.List ( sortBy, unzip4 )
54 vectorise :: HscEnv -> UniqSupply -> RuleBase -> ModGuts
55 -> IO (SimplCount, ModGuts)
56 vectorise hsc_env _ _ guts
58 showPass dflags "Vectorisation"
60 let info = hptVectInfo hsc_env `plusVectInfo` eps_vect_info eps
61 Just (info', guts') <- initV hsc_env guts info (vectModule guts)
62 endPass dflags "Vectorisation" Opt_D_dump_vect (mg_binds guts')
63 return (zeroSimplCount dflags, guts' { mg_vect_info = info' })
65 dflags = hsc_dflags hsc_env
67 vectModule :: ModGuts -> VM ModGuts
70 (types', fam_insts, tc_binds) <- vectTypeEnv (mg_types guts)
72 let fam_inst_env' = extendFamInstEnvList (mg_fam_inst_env guts) fam_insts
73 updGEnv (setFamInstEnv fam_inst_env')
75 -- dicts <- mapM buildPADict pa_insts
76 -- workers <- mapM vectDataConWorkers pa_insts
77 binds' <- mapM vectTopBind (mg_binds guts)
78 return $ guts { mg_types = types'
79 , mg_binds = Rec tc_binds : binds'
80 , mg_fam_inst_env = fam_inst_env'
81 , mg_fam_insts = mg_fam_insts guts ++ fam_insts
84 vectTopBind :: CoreBind -> VM CoreBind
85 vectTopBind b@(NonRec var expr)
87 var' <- vectTopBinder var
88 expr' <- vectTopRhs var expr
90 cexpr <- tryConvert var var' expr
91 return . Rec $ (var, cexpr) : (var', expr') : hs
95 vectTopBind b@(Rec bs)
97 vars' <- mapM vectTopBinder vars
98 exprs' <- zipWithM vectTopRhs vars exprs
100 cexprs <- sequence $ zipWith3 tryConvert vars vars' exprs
101 return . Rec $ zip vars cexprs ++ zip vars' exprs' ++ hs
105 (vars, exprs) = unzip bs
107 vectTopBinder :: Var -> VM Var
110 vty <- vectType (idType var)
111 var' <- cloneId mkVectOcc var vty
112 defGlobalVar var var'
115 vectTopRhs :: Var -> CoreExpr -> VM CoreExpr
118 closedV . liftM vectorised
120 $ vectPolyExpr (freeVars expr)
122 tryConvert :: Var -> Var -> CoreExpr -> VM CoreExpr
123 tryConvert var vect_var rhs
124 = fromVect (idType var) (Var vect_var) `orElseV` return rhs
126 -- ----------------------------------------------------------------------------
129 vectBndr :: Var -> VM VVar
132 (vty, lty) <- vectAndLiftType (idType v)
133 let vv = v `Id.setIdType` vty
134 lv = v `Id.setIdType` lty
135 updLEnv (mapTo vv lv)
138 mapTo vv lv env = env { local_vars = extendVarEnv (local_vars env) v (vv, lv) }
140 vectBndrNew :: Var -> FastString -> VM VVar
143 vty <- vectType (idType v)
144 vv <- newLocalVVar fs vty
148 upd vv env = env { local_vars = extendVarEnv (local_vars env) v vv }
150 vectBndrIn :: Var -> VM a -> VM (VVar, a)
158 vectBndrNewIn :: Var -> FastString -> VM a -> VM (VVar, a)
162 vv <- vectBndrNew v fs
166 vectBndrIn' :: Var -> (VVar -> VM a) -> VM (VVar, a)
174 vectBndrsIn :: [Var] -> VM a -> VM ([VVar], a)
178 vvs <- mapM vectBndr vs
182 -- ----------------------------------------------------------------------------
185 vectVar :: Var -> VM VExpr
190 Local (vv,lv) -> return (Var vv, Var lv)
193 lexpr <- liftPA vexpr
194 return (vexpr, lexpr)
196 vectPolyVar :: Var -> [Type] -> VM VExpr
199 vtys <- mapM vectType tys
202 Local (vv, lv) -> liftM2 (,) (polyApply (Var vv) vtys)
203 (polyApply (Var lv) vtys)
205 vexpr <- polyApply (Var poly) vtys
206 lexpr <- liftPA vexpr
207 return (vexpr, lexpr)
209 vectLiteral :: Literal -> VM VExpr
212 lexpr <- liftPA (Lit lit)
213 return (Lit lit, lexpr)
215 vectPolyExpr :: CoreExprWithFVs -> VM VExpr
216 vectPolyExpr (_, AnnNote note expr)
217 = liftM (vNote note) $ vectPolyExpr expr
219 = polyAbstract tvs $ \abstract ->
221 mono' <- vectExpr mono
222 return $ mapVect abstract mono'
224 (tvs, mono) = collectAnnTypeBinders expr
226 vectExpr :: CoreExprWithFVs -> VM VExpr
227 vectExpr (_, AnnType ty)
228 = liftM vType (vectType ty)
230 vectExpr (_, AnnVar v) = vectVar v
232 vectExpr (_, AnnLit lit) = vectLiteral lit
234 vectExpr (_, AnnNote note expr)
235 = liftM (vNote note) (vectExpr expr)
237 vectExpr e@(_, AnnApp _ arg)
239 = vectTyAppExpr fn tys
241 (fn, tys) = collectAnnTypeArgs e
243 vectExpr (_, AnnApp (_, AnnVar v) (_, AnnLit lit))
244 | Just con <- isDataConId_maybe v
247 let vexpr = App (Var v) (Lit lit)
248 lexpr <- liftPA vexpr
249 return (vexpr, lexpr)
251 is_special_con con = con `elem` [intDataCon, floatDataCon, doubleDataCon]
254 vectExpr (_, AnnApp fn arg)
256 arg_ty' <- vectType arg_ty
257 res_ty' <- vectType res_ty
260 mkClosureApp arg_ty' res_ty' fn' arg'
262 (arg_ty, res_ty) = splitFunTy . exprType $ deAnnotate fn
264 vectExpr (_, AnnCase scrut bndr ty alts)
265 | Just (tycon, ty_args) <- splitTyConApp_maybe scrut_ty
267 = vectAlgCase tycon ty_args scrut bndr ty alts
269 scrut_ty = exprType (deAnnotate scrut)
271 vectExpr (_, AnnCase expr bndr ty alts)
272 = panic "vectExpr: case"
274 vectExpr (_, AnnLet (AnnNonRec bndr rhs) body)
276 vrhs <- localV . inBind bndr $ vectPolyExpr rhs
277 (vbndr, vbody) <- vectBndrIn bndr (vectExpr body)
278 return $ vLet (vNonRec vbndr vrhs) vbody
280 vectExpr (_, AnnLet (AnnRec bs) body)
282 (vbndrs, (vrhss, vbody)) <- vectBndrsIn bndrs
284 (zipWithM vect_rhs bndrs rhss)
286 return $ vLet (vRec vbndrs vrhss) vbody
288 (bndrs, rhss) = unzip bs
290 vect_rhs bndr rhs = localV
294 vectExpr e@(fvs, AnnLam bndr _)
295 | not (isId bndr) = pprPanic "vectExpr" (ppr $ deAnnotate e)
296 | otherwise = vectLam fvs bs body
298 (bs,body) = collectAnnValBinders e
300 vectExpr e = pprPanic "vectExpr" (ppr $ deAnnotate e)
302 vectLam :: VarSet -> [Var] -> CoreExprWithFVs -> VM VExpr
305 tyvars <- localTyVars
306 (vs, vvs) <- readLEnv $ \env ->
307 unzip [(var, vv) | var <- varSetElems fvs
308 , Just vv <- [lookupVarEnv (local_vars env) var]]
310 arg_tys <- mapM (vectType . idType) bs
311 res_ty <- vectType (exprType $ deAnnotate body)
313 buildClosures tyvars vvs arg_tys res_ty
314 . hoistPolyVExpr tyvars
316 lc <- builtin liftingContext
317 (vbndrs, vbody) <- vectBndrsIn (vs ++ bs)
319 return $ vLams lc vbndrs vbody
321 vectTyAppExpr :: CoreExprWithFVs -> [Type] -> VM VExpr
322 vectTyAppExpr (_, AnnVar v) tys = vectPolyVar v tys
323 vectTyAppExpr e tys = pprPanic "vectTyAppExpr" (ppr $ deAnnotate e)
325 type CoreAltWithFVs = AnnAlt Id VarSet
329 -- case e :: t of v { ... }
333 -- V: let v' = e in case v' of _ { ... }
334 -- L: let v' = e in case v' `cast` ... of _ { ... }
336 -- When lifting, we have to do it this way because v must have the type
337 -- [:V(T):] but the scrutinee must be cast to the representation type. We also
338 -- have to handle the case where v is a wild var correctly.
341 -- FIXME: this is too lazy
342 vectAlgCase tycon ty_args scrut bndr ty [(DEFAULT, [], body)]
344 vscrut <- vectExpr scrut
345 (vty, lty) <- vectAndLiftType ty
346 (vbndr, vbody) <- vectBndrIn bndr (vectExpr body)
347 return $ vCaseDEFAULT vscrut vbndr vty lty vbody
349 vectAlgCase tycon ty_args scrut bndr ty [(DataAlt dc, [], body)]
351 vscrut <- vectExpr scrut
352 (vty, lty) <- vectAndLiftType ty
353 (vbndr, vbody) <- vectBndrIn bndr (vectExpr body)
354 return $ vCaseDEFAULT vscrut vbndr vty lty vbody
356 vectAlgCase tycon ty_args scrut bndr ty [(DataAlt dc, bndrs, body)]
358 vect_tc <- maybeV (lookupTyCon tycon)
359 (vty, lty) <- vectAndLiftType ty
360 vexpr <- vectExpr scrut
361 (vbndr, (vbndrs, vbody)) <- vect_scrut_bndr
365 (vscrut, arr_tc, arg_tys) <- mkVScrut (vVar vbndr)
366 vect_dc <- maybeV (lookupDataCon dc)
367 let [arr_dc] = tyConDataCons arr_tc
368 repr <- mkRepr vect_tc
369 shape_bndrs <- arrShapeVars repr
370 return . vLet (vNonRec vbndr vexpr)
371 $ vCaseProd vscrut vty lty vect_dc arr_dc shape_bndrs vbndrs vbody
373 vect_scrut_bndr | isDeadBinder bndr = vectBndrNewIn bndr (fsLit "scrut")
374 | otherwise = vectBndrIn bndr
376 vectAlgCase tycon ty_args scrut bndr ty alts
378 vect_tc <- maybeV (lookupTyCon tycon)
379 (vty, lty) <- vectAndLiftType ty
380 repr <- mkRepr vect_tc
381 shape_bndrs <- arrShapeVars repr
382 (len, sel, indices) <- arrSelector repr (map Var shape_bndrs)
384 (vbndr, valts) <- vect_scrut_bndr $ mapM (proc_alt sel vty lty) alts'
385 let (vect_dcs, vect_bndrss, lift_bndrss, vbodies) = unzip4 valts
387 vexpr <- vectExpr scrut
388 (vscrut, arr_tc, arg_tys) <- mkVScrut (vVar vbndr)
389 let [arr_dc] = tyConDataCons arr_tc
391 let (vect_scrut, lift_scrut) = vscrut
392 (vect_bodies, lift_bodies) = unzip vbodies
394 let vect_case = Case vect_scrut (mkWildId (exprType vect_scrut)) vty
395 (zipWith3 mk_vect_alt vect_dcs vect_bndrss vect_bodies)
397 lbody <- combinePA vty len sel indices lift_bodies
398 let lift_case = Case lift_scrut (mkWildId (exprType lift_scrut)) lty
399 [(DataAlt arr_dc, shape_bndrs ++ concat lift_bndrss,
402 return . vLet (vNonRec vbndr vexpr)
403 $ (vect_case, lift_case)
405 vect_scrut_bndr | isDeadBinder bndr = vectBndrNewIn bndr (fsLit "scrut")
406 | otherwise = vectBndrIn bndr
408 alts' = sortBy (\(alt1, _, _) (alt2, _, _) -> cmp alt1 alt2) alts
410 cmp (DataAlt dc1) (DataAlt dc2) = dataConTag dc1 `compare` dataConTag dc2
411 cmp DEFAULT DEFAULT = EQ
415 proc_alt sel vty lty (DataAlt dc, bndrs, body)
417 vect_dc <- maybeV (lookupDataCon dc)
418 let tag = mkDataConTag vect_dc
419 fvs = freeVarsOf body `delVarSetList` bndrs
420 (vect_bndrs, lift_bndrs, vbody)
421 <- vect_alt_bndrs bndrs
422 $ \len -> packLiftingContext len sel tag fvs vty lty
425 return (vect_dc, vect_bndrs, lift_bndrs, vbody)
429 void_tc <- builtin voidTyCon
430 let void_ty = mkTyConApp void_tc []
431 arr_ty <- mkPArrayType void_ty
432 bndr <- newLocalVar (fsLit "voids") arr_ty
433 len <- lengthPA void_ty (Var bndr)
435 return ([], [bndr], e)
437 vect_alt_bndrs bndrs p
440 vbndrs <- mapM vectBndr bndrs
441 let (vect_bndrs, lift_bndrs) = unzip vbndrs
444 len <- lengthPA (idType vv) (Var lv)
446 return (vect_bndrs, lift_bndrs, e)
448 mk_vect_alt vect_dc bndrs body = (DataAlt vect_dc, bndrs, body)
450 packLiftingContext :: CoreExpr -> CoreExpr -> CoreExpr -> VarSet
451 -> Type -> Type -> VM VExpr -> VM VExpr
452 packLiftingContext len shape tag fvs vty lty p
454 select <- builtin selectPAIntPrimVar
455 let sel_expr = mkApps (Var select) [shape, tag]
456 sel_var <- newLocalVar (fsLit "sel#") (exprType sel_expr)
457 lc_var <- builtin liftingContext
460 bnds <- mapM (packFreeVar (Var lc_var) (Var sel_var))
465 return (vexpr, Let (NonRec sel_var sel_expr)
466 $ Case len lc_var lty
467 [(DEFAULT, [], mkLets (concat bnds) lexpr),
468 (LitAlt (mkMachInt 0), [], empty)])
470 packFreeVar :: CoreExpr -> CoreExpr -> Var -> VM [CoreBind]
471 packFreeVar len sel v
478 expr <- packPA (idType vv) (Var lv) len sel
480 return [(NonRec lv' expr)]
484 upd vv lv' env = env { local_vars = extendVarEnv (local_vars env) v (vv, lv') }