X-Git-Url: http://git.megacz.com/?a=blobdiff_plain;f=rts%2FSparks.h;h=e2c60e96251d54d1200b2f7ad626aa9b39455c35;hb=c04a5fe3e2867d59ce9757069fdd20c06c326724;hp=dbbf268988a98969b6e19180715494ed23a6c4ff;hpb=cf9650f2a1690c04051c716124bb0350adc74ae7;p=ghc-hetmet.git diff --git a/rts/Sparks.h b/rts/Sparks.h index dbbf268..e2c60e9 100644 --- a/rts/Sparks.h +++ b/rts/Sparks.h @@ -17,41 +17,77 @@ #if defined(THREADED_RTS) -/* INVARIANTS, in this order: bottom/top consistent, reasonable size, - topBound consistent, space pointer, space accessible to us */ +/* Spark pools: used to store pending sparks + * (THREADED_RTS & PARALLEL_HASKELL only) + * Implementation uses a DeQue to enable concurrent read accesses at + * the top end. + */ +typedef struct SparkPool_ { + /* Size of elements array. Used for modulo calculation: we round up + to powers of 2 and use the dyadic log (modulo == bitwise &) */ + StgWord size; + StgWord moduloSize; /* bitmask for modulo */ + + /* top, index where multiple readers steal() (protected by a cas) */ + volatile StgWord top; + + /* bottom, index of next free place where one writer can push + elements. This happens unsynchronised. */ + volatile StgWord bottom; + /* both position indices are continuously incremented, and used as + an index modulo the current array size. */ + + /* lower bound on the current top value. This is an internal + optimisation to avoid unnecessarily accessing the top field + inside pushBottom */ + volatile StgWord topBound; + + /* The elements array */ + StgClosurePtr* elements; + /* Please note: the dataspace cannot follow the admin fields + immediately, as it should be possible to enlarge it without + disposing the old one automatically (as realloc would)! */ + +} SparkPool; + + +/* INVARIANTS, in this order: reasonable size, + topBound consistent, space pointer, space accessible to us. + + NB. This is safe to use only (a) on a spark pool owned by the + current thread, or (b) when there's only one thread running, or no + stealing going on (e.g. during GC). +*/ #define ASSERT_SPARK_POOL_INVARIANTS(p) \ - ASSERT((p)->bottom >= (p)->top); \ ASSERT((p)->size > 0); \ - ASSERT((p)->size > (p)->bottom - (p)->top); \ ASSERT((p)->topBound <= (p)->top); \ ASSERT((p)->elements != NULL); \ ASSERT(*((p)->elements) || 1); \ ASSERT(*((p)->elements - 1 + ((p)->size)) || 1); -// missing in old interface. Currently called by initSparkPools -// internally. -SparkPool* initPool(StgWord size); +// No: it is possible that top > bottom when using reclaimSpark() +// ASSERT((p)->bottom >= (p)->top); +// ASSERT((p)->size > (p)->bottom - (p)->top); -// special case: accessing our own pool, at the write end -// otherwise, we can always steal from our pool as the others do... -StgClosure* reclaimSpark(Capability *cap); +// Initialisation +void initSparkPools (void); +// Take a spark from the "write" end of the pool. Can be called +// by the pool owner only. +StgClosure* reclaimSpark(SparkPool *pool); + +// Returns True if the spark pool is empty (can give a false positive +// if the pool is almost empty). rtsBool looksEmpty(SparkPool* deque); -// rest: same as old interface -StgClosure * findSpark (Capability *cap); -void initSparkPools (void); +StgClosure * tryStealSpark (Capability *cap); void freeSparkPool (SparkPool *pool); -void createSparkThread (Capability *cap, StgClosure *p); -void pruneSparkQueues (void); +void createSparkThread (Capability *cap); void traverseSparkQueue(evac_fn evac, void *user, Capability *cap); +void pruneSparkQueue (evac_fn evac, void *user, Capability *cap); -INLINE_HEADER void discardSparks (SparkPool *pool); -INLINE_HEADER nat sparkPoolSize (SparkPool *pool); - -INLINE_HEADER void discardSparksCap (Capability *cap); -INLINE_HEADER nat sparkPoolSizeCap (Capability *cap); -INLINE_HEADER rtsBool emptySparkPoolCap (Capability *cap); +INLINE_HEADER void discardSparks (SparkPool *pool); +INLINE_HEADER nat sparkPoolSize (SparkPool *pool); #endif /* ----------------------------------------------------------------------------- @@ -64,30 +100,17 @@ INLINE_HEADER rtsBool emptySparkPool (SparkPool *pool) { return looksEmpty(pool); } -INLINE_HEADER rtsBool -emptySparkPoolCap (Capability *cap) -{ return looksEmpty(cap->sparks); } - INLINE_HEADER nat sparkPoolSize (SparkPool *pool) -{ - return (pool->bottom - pool->top); -} - -INLINE_HEADER nat -sparkPoolSizeCap (Capability *cap) -{ return sparkPoolSize(cap->sparks); } +{ return (pool->bottom - pool->top); } INLINE_HEADER void discardSparks (SparkPool *pool) { - pool->top = pool->bottom = 0; + pool->top = pool->bottom; +// pool->topBound = pool->top; } -INLINE_HEADER void -discardSparksCap (Capability *cap) -{ return discardSparks(cap->sparks); } - #endif #endif /* SPARKS_H */