X-Git-Url: http://git.megacz.com/?a=blobdiff_plain;f=rts%2Fsm%2FEvac.c;h=6fcafc4c7dce295917b9fd8a82df4502ce066ec7;hb=c572f87a790dc313ffae3266dba05844c0fdb4ca;hp=b7119148c81f35a913275662779d25bd82b15ac6;hpb=68bc07fed38228a1f9fd1885333c7412f57c7e17;p=ghc-hetmet.git diff --git a/rts/sm/Evac.c b/rts/sm/Evac.c index b711914..6fcafc4 100644 --- a/rts/sm/Evac.c +++ b/rts/sm/Evac.c @@ -112,8 +112,7 @@ copy_tag(StgClosure **p, const StgInfoTable *info, #if defined(PARALLEL_GC) { const StgInfoTable *new_info; - new_info = (const StgInfoTable *)cas((StgPtr)&src->header.info, - (W_)info, MK_FORWARDING_PTR(to)); + new_info = (const StgInfoTable *)cas((StgPtr)&src->header.info, (W_)info, MK_FORWARDING_PTR(to)); if (new_info != info) { return evacuate(p); // does the failed_to_evac stuff } else { @@ -169,39 +168,46 @@ copy_tag_nolock(StgClosure **p, const StgInfoTable *info, * used to optimise evacuation of BLACKHOLEs. */ static rtsBool -copyPart(StgClosure **p, const StgInfoTable *info, StgClosure *src, - nat size_to_reserve, nat size_to_copy, step *stp) +copyPart(StgClosure **p, StgClosure *src, nat size_to_reserve, nat size_to_copy, step *stp) { StgPtr to, from; nat i; + StgWord info; +#if defined(PARALLEL_GC) +spin: + info = xchg((StgPtr)&src->header.info, (W_)&stg_WHITEHOLE_info); + if (info == (W_)&stg_WHITEHOLE_info) { +#ifdef PROF_SPIN + whitehole_spin++; +#endif + goto spin; + } + if (IS_FORWARDING_PTR(info)) { + src->header.info = (const StgInfoTable *)info; + evacuate(p); // does the failed_to_evac stuff + return rtsFalse; + } +#else + info = (W_)src->header.info; +#endif + to = alloc_for_copy(size_to_reserve, stp); + *p = (StgClosure *)to; TICK_GC_WORDS_COPIED(size_to_copy); from = (StgPtr)src; - to[0] = (W_)info; + to[0] = info; for (i = 1; i < size_to_copy; i++) { // unroll for small i to[i] = from[i]; } #if defined(PARALLEL_GC) - { - const StgInfoTable *new_info; - new_info = (const StgInfoTable *)cas((StgPtr)&src->header.info, - (W_)info, MK_FORWARDING_PTR(to)); - if (new_info != info) { - evacuate(p); // does the failed_to_evac stuff - return rtsFalse; - } else { - *p = (StgClosure*)to; - } - } -#else - src->header.info = (const StgInfoTable *)MK_FORWARDING_PTR(to); - *p = (StgClosure*)to; + write_barrier(); #endif - + src->header.info = (const StgInfoTable*)MK_FORWARDING_PTR(to); + #ifdef PROFILING // We store the size of the just evacuated object in the LDV word so that // the profiler can guess the position of the next object later. @@ -633,7 +639,7 @@ loop: case CAF_BLACKHOLE: case BLACKHOLE: - copyPart(p,info,q,BLACKHOLE_sizeW(),sizeofW(StgHeader),stp); + copyPart(p,q,BLACKHOLE_sizeW(),sizeofW(StgHeader),stp); return; case THUNK_SELECTOR: @@ -697,15 +703,14 @@ loop: goto loop; } - /* To evacuate a small TSO, we need to relocate the update frame - * list it contains. + /* To evacuate a small TSO, we need to adjust the stack pointer */ { StgTSO *new_tso; StgPtr r, s; rtsBool mine; - mine = copyPart(p,info,(StgClosure *)tso, tso_sizeW(tso), + mine = copyPart(p,(StgClosure *)tso, tso_sizeW(tso), sizeofW(StgTSO), stp); if (mine) { new_tso = (StgTSO *)*p;