1 /* ---------------------------------------------------------------------------
3 * (c) The GHC Team, 2003-2006
7 * A Capability represent the token required to execute STG code,
8 * and all the state an OS thread/task needs to run Haskell code:
9 * its STG registers, a pointer to its TSO, a nursery etc. During
10 * STG execution, a pointer to the capabilitity is kept in a
11 * register (BaseReg; actually it is a pointer to cap->r).
13 * Only in an THREADED_RTS build will there be multiple capabilities,
14 * for non-threaded builds there is only one global capability, namely
17 * --------------------------------------------------------------------------*/
19 #include "PosixSource.h"
22 #include "Capability.h"
26 #include "sm/GC.h" // for gcWorkerThread()
30 // one global capability, this is the Capability for non-threaded
31 // builds, and for +RTS -N1
32 Capability MainCapability;
34 nat n_capabilities = 0;
35 Capability *capabilities = NULL;
37 // Holds the Capability which last became free. This is used so that
38 // an in-call has a chance of quickly finding a free Capability.
39 // Maintaining a global free list of Capabilities would require global
40 // locking, so we don't do that.
41 Capability *last_free_capability = NULL;
43 /* GC indicator, in scope for the scheduler, init'ed to false */
44 volatile StgWord waiting_for_gc = 0;
46 /* Let foreign code get the current Capability -- assuming there is one!
47 * This is useful for unsafe foreign calls because they are called with
48 * the current Capability held, but they are not passed it. For example,
49 * see see the integer-gmp package which calls allocateLocal() in its
50 * stgAllocForGMP() function (which gets called by gmp functions).
52 Capability * rts_unsafeGetMyCapability (void)
54 #if defined(THREADED_RTS)
57 return &MainCapability;
61 #if defined(THREADED_RTS)
65 return blackholes_need_checking
66 || sched_state >= SCHED_INTERRUPTING
71 #if defined(THREADED_RTS)
73 findSpark (Capability *cap)
80 if (!emptyRunQueue(cap)) {
81 // If there are other threads, don't try to run any new
82 // sparks: sparks might be speculative, we don't want to take
83 // resources away from the main computation.
87 // first try to get a spark from our own pool.
88 // We should be using reclaimSpark(), because it works without
89 // needing any atomic instructions:
90 // spark = reclaimSpark(cap->sparks);
91 // However, measurements show that this makes at least one benchmark
92 // slower (prsa) and doesn't affect the others.
93 spark = tryStealSpark(cap);
95 cap->sparks_converted++;
97 // Post event for running a spark from capability's own pool.
98 traceSchedEvent(cap, EVENT_RUN_SPARK, cap->r.rCurrentTSO, 0);
103 if (n_capabilities == 1) { return NULL; } // makes no sense...
105 debugTrace(DEBUG_sched,
106 "cap %d: Trying to steal work from other capabilities",
112 /* visit cap.s 0..n-1 in sequence until a theft succeeds. We could
113 start at a random place instead of 0 as well. */
114 for ( i=0 ; i < n_capabilities ; i++ ) {
115 robbed = &capabilities[i];
116 if (cap == robbed) // ourselves...
119 if (emptySparkPoolCap(robbed)) // nothing to steal here
122 spark = tryStealSpark(robbed);
123 if (spark == NULL && !emptySparkPoolCap(robbed)) {
124 // we conflicted with another thread while trying to steal;
130 cap->sparks_converted++;
132 traceSchedEvent(cap, EVENT_STEAL_SPARK,
133 cap->r.rCurrentTSO, robbed->no);
137 // otherwise: no success, try next one
141 debugTrace(DEBUG_sched, "No sparks stolen");
145 // Returns True if any spark pool is non-empty at this moment in time
146 // The result is only valid for an instant, of course, so in a sense
147 // is immediately invalid, and should not be relied upon for
154 for (i=0; i < n_capabilities; i++) {
155 if (!emptySparkPoolCap(&capabilities[i])) {
163 /* -----------------------------------------------------------------------------
164 * Manage the returning_tasks lists.
166 * These functions require cap->lock
167 * -------------------------------------------------------------------------- */
169 #if defined(THREADED_RTS)
171 newReturningTask (Capability *cap, Task *task)
173 ASSERT_LOCK_HELD(&cap->lock);
174 ASSERT(task->return_link == NULL);
175 if (cap->returning_tasks_hd) {
176 ASSERT(cap->returning_tasks_tl->return_link == NULL);
177 cap->returning_tasks_tl->return_link = task;
179 cap->returning_tasks_hd = task;
181 cap->returning_tasks_tl = task;
185 popReturningTask (Capability *cap)
187 ASSERT_LOCK_HELD(&cap->lock);
189 task = cap->returning_tasks_hd;
191 cap->returning_tasks_hd = task->return_link;
192 if (!cap->returning_tasks_hd) {
193 cap->returning_tasks_tl = NULL;
195 task->return_link = NULL;
200 /* ----------------------------------------------------------------------------
203 * The Capability is initially marked not free.
204 * ------------------------------------------------------------------------- */
207 initCapability( Capability *cap, nat i )
212 cap->in_haskell = rtsFalse;
213 cap->in_gc = rtsFalse;
215 cap->run_queue_hd = END_TSO_QUEUE;
216 cap->run_queue_tl = END_TSO_QUEUE;
218 #if defined(THREADED_RTS)
219 initMutex(&cap->lock);
220 cap->running_task = NULL; // indicates cap is free
221 cap->spare_workers = NULL;
222 cap->suspended_ccalling_tasks = NULL;
223 cap->returning_tasks_hd = NULL;
224 cap->returning_tasks_tl = NULL;
225 cap->wakeup_queue_hd = END_TSO_QUEUE;
226 cap->wakeup_queue_tl = END_TSO_QUEUE;
227 cap->sparks_created = 0;
228 cap->sparks_converted = 0;
229 cap->sparks_pruned = 0;
232 cap->f.stgEagerBlackholeInfo = (W_)&__stg_EAGER_BLACKHOLE_info;
233 cap->f.stgGCEnter1 = (StgFunPtr)__stg_gc_enter_1;
234 cap->f.stgGCFun = (StgFunPtr)__stg_gc_fun;
236 cap->mut_lists = stgMallocBytes(sizeof(bdescr *) *
237 RtsFlags.GcFlags.generations,
239 cap->saved_mut_lists = stgMallocBytes(sizeof(bdescr *) *
240 RtsFlags.GcFlags.generations,
243 for (g = 0; g < RtsFlags.GcFlags.generations; g++) {
244 cap->mut_lists[g] = NULL;
247 cap->free_tvar_watch_queues = END_STM_WATCH_QUEUE;
248 cap->free_invariant_check_queues = END_INVARIANT_CHECK_QUEUE;
249 cap->free_trec_chunks = END_STM_CHUNK_LIST;
250 cap->free_trec_headers = NO_TREC;
251 cap->transaction_tokens = 0;
252 cap->context_switch = 0;
255 /* ---------------------------------------------------------------------------
256 * Function: initCapabilities()
258 * Purpose: set up the Capability handling. For the THREADED_RTS build,
259 * we keep a table of them, the size of which is
260 * controlled by the user via the RTS flag -N.
262 * ------------------------------------------------------------------------- */
264 initCapabilities( void )
266 #if defined(THREADED_RTS)
270 // We can't support multiple CPUs if BaseReg is not a register
271 if (RtsFlags.ParFlags.nNodes > 1) {
272 errorBelch("warning: multiple CPUs not supported in this build, reverting to 1");
273 RtsFlags.ParFlags.nNodes = 1;
277 n_capabilities = RtsFlags.ParFlags.nNodes;
279 if (n_capabilities == 1) {
280 capabilities = &MainCapability;
281 // THREADED_RTS must work on builds that don't have a mutable
282 // BaseReg (eg. unregisterised), so in this case
283 // capabilities[0] must coincide with &MainCapability.
285 capabilities = stgMallocBytes(n_capabilities * sizeof(Capability),
289 for (i = 0; i < n_capabilities; i++) {
290 initCapability(&capabilities[i], i);
293 debugTrace(DEBUG_sched, "allocated %d capabilities", n_capabilities);
295 #else /* !THREADED_RTS */
298 capabilities = &MainCapability;
299 initCapability(&MainCapability, 0);
303 // There are no free capabilities to begin with. We will start
304 // a worker Task to each Capability, which will quickly put the
305 // Capability on the free list when it finds nothing to do.
306 last_free_capability = &capabilities[0];
309 /* ----------------------------------------------------------------------------
310 * setContextSwitches: cause all capabilities to context switch as
312 * ------------------------------------------------------------------------- */
314 void setContextSwitches(void)
317 for (i=0; i < n_capabilities; i++) {
318 contextSwitchCapability(&capabilities[i]);
322 /* ----------------------------------------------------------------------------
323 * Give a Capability to a Task. The task must currently be sleeping
324 * on its condition variable.
326 * Requires cap->lock (modifies cap->running_task).
328 * When migrating a Task, the migrater must take task->lock before
329 * modifying task->cap, to synchronise with the waking up Task.
330 * Additionally, the migrater should own the Capability (when
331 * migrating the run queue), or cap->lock (when migrating
332 * returning_workers).
334 * ------------------------------------------------------------------------- */
336 #if defined(THREADED_RTS)
338 giveCapabilityToTask (Capability *cap USED_IF_DEBUG, Task *task)
340 ASSERT_LOCK_HELD(&cap->lock);
341 ASSERT(task->cap == cap);
342 debugTrace(DEBUG_sched, "passing capability %d to %s %p",
343 cap->no, task->tso ? "bound task" : "worker",
345 ACQUIRE_LOCK(&task->lock);
346 task->wakeup = rtsTrue;
347 // the wakeup flag is needed because signalCondition() doesn't
348 // flag the condition if the thread is already runniing, but we want
350 signalCondition(&task->cond);
351 RELEASE_LOCK(&task->lock);
355 /* ----------------------------------------------------------------------------
356 * Function: releaseCapability(Capability*)
358 * Purpose: Letting go of a capability. Causes a
359 * 'returning worker' thread or a 'waiting worker'
360 * to wake up, in that order.
361 * ------------------------------------------------------------------------- */
363 #if defined(THREADED_RTS)
365 releaseCapability_ (Capability* cap,
366 rtsBool always_wakeup)
370 task = cap->running_task;
372 ASSERT_PARTIAL_CAPABILITY_INVARIANTS(cap,task);
374 cap->running_task = NULL;
376 // Check to see whether a worker thread can be given
377 // the go-ahead to return the result of an external call..
378 if (cap->returning_tasks_hd != NULL) {
379 giveCapabilityToTask(cap,cap->returning_tasks_hd);
380 // The Task pops itself from the queue (see waitForReturnCapability())
384 if (waiting_for_gc == PENDING_GC_SEQ) {
385 last_free_capability = cap; // needed?
386 debugTrace(DEBUG_sched, "GC pending, set capability %d free", cap->no);
391 // If the next thread on the run queue is a bound thread,
392 // give this Capability to the appropriate Task.
393 if (!emptyRunQueue(cap) && cap->run_queue_hd->bound) {
394 // Make sure we're not about to try to wake ourselves up
395 ASSERT(task != cap->run_queue_hd->bound);
396 task = cap->run_queue_hd->bound;
397 giveCapabilityToTask(cap,task);
401 if (!cap->spare_workers) {
402 // Create a worker thread if we don't have one. If the system
403 // is interrupted, we only create a worker task if there
404 // are threads that need to be completed. If the system is
405 // shutting down, we never create a new worker.
406 if (sched_state < SCHED_SHUTTING_DOWN || !emptyRunQueue(cap)) {
407 debugTrace(DEBUG_sched,
408 "starting new worker on capability %d", cap->no);
409 startWorkerTask(cap, workerStart);
414 // If we have an unbound thread on the run queue, or if there's
415 // anything else to do, give the Capability to a worker thread.
417 !emptyRunQueue(cap) || !emptyWakeupQueue(cap) ||
418 !emptySparkPoolCap(cap) || globalWorkToDo()) {
419 if (cap->spare_workers) {
420 giveCapabilityToTask(cap,cap->spare_workers);
421 // The worker Task pops itself from the queue;
426 last_free_capability = cap;
427 debugTrace(DEBUG_sched, "freeing capability %d", cap->no);
431 releaseCapability (Capability* cap USED_IF_THREADS)
433 ACQUIRE_LOCK(&cap->lock);
434 releaseCapability_(cap, rtsFalse);
435 RELEASE_LOCK(&cap->lock);
439 releaseAndWakeupCapability (Capability* cap USED_IF_THREADS)
441 ACQUIRE_LOCK(&cap->lock);
442 releaseCapability_(cap, rtsTrue);
443 RELEASE_LOCK(&cap->lock);
447 releaseCapabilityAndQueueWorker (Capability* cap USED_IF_THREADS)
451 ACQUIRE_LOCK(&cap->lock);
453 task = cap->running_task;
455 // If the current task is a worker, save it on the spare_workers
456 // list of this Capability. A worker can mark itself as stopped,
457 // in which case it is not replaced on the spare_worker queue.
458 // This happens when the system is shutting down (see
459 // Schedule.c:workerStart()).
460 // Also, be careful to check that this task hasn't just exited
461 // Haskell to do a foreign call (task->suspended_tso).
462 if (!isBoundTask(task) && !task->stopped && !task->suspended_tso) {
463 task->next = cap->spare_workers;
464 cap->spare_workers = task;
466 // Bound tasks just float around attached to their TSOs.
468 releaseCapability_(cap,rtsFalse);
470 RELEASE_LOCK(&cap->lock);
474 /* ----------------------------------------------------------------------------
475 * waitForReturnCapability( Task *task )
477 * Purpose: when an OS thread returns from an external call,
478 * it calls waitForReturnCapability() (via Schedule.resumeThread())
479 * to wait for permission to enter the RTS & communicate the
480 * result of the external call back to the Haskell thread that
483 * ------------------------------------------------------------------------- */
485 waitForReturnCapability (Capability **pCap, Task *task)
487 #if !defined(THREADED_RTS)
489 MainCapability.running_task = task;
490 task->cap = &MainCapability;
491 *pCap = &MainCapability;
494 Capability *cap = *pCap;
497 // Try last_free_capability first
498 cap = last_free_capability;
499 if (cap->running_task) {
501 // otherwise, search for a free capability
503 for (i = 0; i < n_capabilities; i++) {
504 if (!capabilities[i].running_task) {
505 cap = &capabilities[i];
510 // Can't find a free one, use last_free_capability.
511 cap = last_free_capability;
515 // record the Capability as the one this Task is now assocated with.
519 ASSERT(task->cap == cap);
522 ACQUIRE_LOCK(&cap->lock);
524 debugTrace(DEBUG_sched, "returning; I want capability %d", cap->no);
526 if (!cap->running_task) {
527 // It's free; just grab it
528 cap->running_task = task;
529 RELEASE_LOCK(&cap->lock);
531 newReturningTask(cap,task);
532 RELEASE_LOCK(&cap->lock);
535 ACQUIRE_LOCK(&task->lock);
536 // task->lock held, cap->lock not held
537 if (!task->wakeup) waitCondition(&task->cond, &task->lock);
539 task->wakeup = rtsFalse;
540 RELEASE_LOCK(&task->lock);
542 // now check whether we should wake up...
543 ACQUIRE_LOCK(&cap->lock);
544 if (cap->running_task == NULL) {
545 if (cap->returning_tasks_hd != task) {
546 giveCapabilityToTask(cap,cap->returning_tasks_hd);
547 RELEASE_LOCK(&cap->lock);
550 cap->running_task = task;
551 popReturningTask(cap);
552 RELEASE_LOCK(&cap->lock);
555 RELEASE_LOCK(&cap->lock);
560 ASSERT_FULL_CAPABILITY_INVARIANTS(cap,task);
562 debugTrace(DEBUG_sched, "resuming capability %d", cap->no);
568 #if defined(THREADED_RTS)
569 /* ----------------------------------------------------------------------------
571 * ------------------------------------------------------------------------- */
574 yieldCapability (Capability** pCap, Task *task)
576 Capability *cap = *pCap;
578 if (waiting_for_gc == PENDING_GC_PAR) {
579 traceSchedEvent(cap, EVENT_GC_START, 0, 0);
581 traceSchedEvent(cap, EVENT_GC_END, 0, 0);
585 debugTrace(DEBUG_sched, "giving up capability %d", cap->no);
587 // We must now release the capability and wait to be woken up
589 task->wakeup = rtsFalse;
590 releaseCapabilityAndQueueWorker(cap);
593 ACQUIRE_LOCK(&task->lock);
594 // task->lock held, cap->lock not held
595 if (!task->wakeup) waitCondition(&task->cond, &task->lock);
597 task->wakeup = rtsFalse;
598 RELEASE_LOCK(&task->lock);
600 debugTrace(DEBUG_sched, "woken up on capability %d", cap->no);
602 ACQUIRE_LOCK(&cap->lock);
603 if (cap->running_task != NULL) {
604 debugTrace(DEBUG_sched,
605 "capability %d is owned by another task", cap->no);
606 RELEASE_LOCK(&cap->lock);
610 if (task->tso == NULL) {
611 ASSERT(cap->spare_workers != NULL);
612 // if we're not at the front of the queue, release it
613 // again. This is unlikely to happen.
614 if (cap->spare_workers != task) {
615 giveCapabilityToTask(cap,cap->spare_workers);
616 RELEASE_LOCK(&cap->lock);
619 cap->spare_workers = task->next;
622 cap->running_task = task;
623 RELEASE_LOCK(&cap->lock);
627 debugTrace(DEBUG_sched, "resuming capability %d", cap->no);
628 ASSERT(cap->running_task == task);
632 ASSERT_FULL_CAPABILITY_INVARIANTS(cap,task);
637 /* ----------------------------------------------------------------------------
638 * Wake up a thread on a Capability.
640 * This is used when the current Task is running on a Capability and
641 * wishes to wake up a thread on a different Capability.
642 * ------------------------------------------------------------------------- */
645 wakeupThreadOnCapability (Capability *my_cap,
646 Capability *other_cap,
649 ACQUIRE_LOCK(&other_cap->lock);
651 // ASSUMES: cap->lock is held (asserted in wakeupThreadOnCapability)
653 ASSERT(tso->bound->cap == tso->cap);
654 tso->bound->cap = other_cap;
656 tso->cap = other_cap;
658 ASSERT(tso->bound ? tso->bound->cap == other_cap : 1);
660 if (other_cap->running_task == NULL) {
661 // nobody is running this Capability, we can add our thread
662 // directly onto the run queue and start up a Task to run it.
664 other_cap->running_task = myTask();
665 // precond for releaseCapability_() and appendToRunQueue()
667 appendToRunQueue(other_cap,tso);
669 releaseCapability_(other_cap,rtsFalse);
671 appendToWakeupQueue(my_cap,other_cap,tso);
672 other_cap->context_switch = 1;
673 // someone is running on this Capability, so it cannot be
674 // freed without first checking the wakeup queue (see
675 // releaseCapability_).
678 RELEASE_LOCK(&other_cap->lock);
681 /* ----------------------------------------------------------------------------
684 * If a Capability is currently idle, wake up a Task on it. Used to
685 * get every Capability into the GC.
686 * ------------------------------------------------------------------------- */
689 prodCapability (Capability *cap, Task *task)
691 ACQUIRE_LOCK(&cap->lock);
692 if (!cap->running_task) {
693 cap->running_task = task;
694 releaseCapability_(cap,rtsTrue);
696 RELEASE_LOCK(&cap->lock);
699 /* ----------------------------------------------------------------------------
702 * At shutdown time, we want to let everything exit as cleanly as
703 * possible. For each capability, we let its run queue drain, and
704 * allow the workers to stop.
706 * This function should be called when interrupted and
707 * shutting_down_scheduler = rtsTrue, thus any worker that wakes up
708 * will exit the scheduler and call taskStop(), and any bound thread
709 * that wakes up will return to its caller. Runnable threads are
712 * ------------------------------------------------------------------------- */
715 shutdownCapability (Capability *cap, Task *task, rtsBool safe)
721 // Loop indefinitely until all the workers have exited and there
722 // are no Haskell threads left. We used to bail out after 50
723 // iterations of this loop, but that occasionally left a worker
724 // running which caused problems later (the closeMutex() below
725 // isn't safe, for one thing).
727 for (i = 0; /* i < 50 */; i++) {
728 ASSERT(sched_state == SCHED_SHUTTING_DOWN);
730 debugTrace(DEBUG_sched,
731 "shutting down capability %d, attempt %d", cap->no, i);
732 ACQUIRE_LOCK(&cap->lock);
733 if (cap->running_task) {
734 RELEASE_LOCK(&cap->lock);
735 debugTrace(DEBUG_sched, "not owner, yielding");
739 cap->running_task = task;
741 if (cap->spare_workers) {
742 // Look for workers that have died without removing
743 // themselves from the list; this could happen if the OS
744 // summarily killed the thread, for example. This
745 // actually happens on Windows when the system is
746 // terminating the program, and the RTS is running in a
750 for (t = cap->spare_workers; t != NULL; t = t->next) {
751 if (!osThreadIsAlive(t->id)) {
752 debugTrace(DEBUG_sched,
753 "worker thread %p has died unexpectedly", (void *)t->id);
755 cap->spare_workers = t->next;
757 prev->next = t->next;
764 if (!emptyRunQueue(cap) || cap->spare_workers) {
765 debugTrace(DEBUG_sched,
766 "runnable threads or workers still alive, yielding");
767 releaseCapability_(cap,rtsFalse); // this will wake up a worker
768 RELEASE_LOCK(&cap->lock);
773 // If "safe", then busy-wait for any threads currently doing
774 // foreign calls. If we're about to unload this DLL, for
775 // example, we need to be sure that there are no OS threads
776 // that will try to return to code that has been unloaded.
777 // We can be a bit more relaxed when this is a standalone
778 // program that is about to terminate, and let safe=false.
779 if (cap->suspended_ccalling_tasks && safe) {
780 debugTrace(DEBUG_sched,
781 "thread(s) are involved in foreign calls, yielding");
782 cap->running_task = NULL;
783 RELEASE_LOCK(&cap->lock);
788 traceSchedEvent(cap, EVENT_SHUTDOWN, 0, 0);
789 RELEASE_LOCK(&cap->lock);
792 // we now have the Capability, its run queue and spare workers
793 // list are both empty.
795 // ToDo: we can't drop this mutex, because there might still be
796 // threads performing foreign calls that will eventually try to
797 // return via resumeThread() and attempt to grab cap->lock.
798 // closeMutex(&cap->lock);
801 /* ----------------------------------------------------------------------------
804 * Attempt to gain control of a Capability if it is free.
806 * ------------------------------------------------------------------------- */
809 tryGrabCapability (Capability *cap, Task *task)
811 if (cap->running_task != NULL) return rtsFalse;
812 ACQUIRE_LOCK(&cap->lock);
813 if (cap->running_task != NULL) {
814 RELEASE_LOCK(&cap->lock);
818 cap->running_task = task;
819 RELEASE_LOCK(&cap->lock);
824 #endif /* THREADED_RTS */
827 freeCapability (Capability *cap)
829 stgFree(cap->mut_lists);
830 #if defined(THREADED_RTS)
831 freeSparkPool(cap->sparks);
836 freeCapabilities (void)
838 #if defined(THREADED_RTS)
840 for (i=0; i < n_capabilities; i++) {
841 freeCapability(&capabilities[i]);
844 freeCapability(&MainCapability);
848 /* ---------------------------------------------------------------------------
849 Mark everything directly reachable from the Capabilities. When
850 using multiple GC threads, each GC thread marks all Capabilities
851 for which (c `mod` n == 0), for Capability c and thread n.
852 ------------------------------------------------------------------------ */
855 markSomeCapabilities (evac_fn evac, void *user, nat i0, nat delta,
856 rtsBool prune_sparks USED_IF_THREADS)
862 // Each GC thread is responsible for following roots from the
863 // Capability of the same number. There will usually be the same
864 // or fewer Capabilities as GC threads, but just in case there
865 // are more, we mark every Capability whose number is the GC
866 // thread's index plus a multiple of the number of GC threads.
867 for (i = i0; i < n_capabilities; i += delta) {
868 cap = &capabilities[i];
869 evac(user, (StgClosure **)(void *)&cap->run_queue_hd);
870 evac(user, (StgClosure **)(void *)&cap->run_queue_tl);
871 #if defined(THREADED_RTS)
872 evac(user, (StgClosure **)(void *)&cap->wakeup_queue_hd);
873 evac(user, (StgClosure **)(void *)&cap->wakeup_queue_tl);
875 for (task = cap->suspended_ccalling_tasks; task != NULL;
877 evac(user, (StgClosure **)(void *)&task->suspended_tso);
880 #if defined(THREADED_RTS)
882 pruneSparkQueue (evac, user, cap);
884 traverseSparkQueue (evac, user, cap);
889 #if !defined(THREADED_RTS)
890 evac(user, (StgClosure **)(void *)&blocked_queue_hd);
891 evac(user, (StgClosure **)(void *)&blocked_queue_tl);
892 evac(user, (StgClosure **)(void *)&sleeping_queue);
897 markCapabilities (evac_fn evac, void *user)
899 markSomeCapabilities(evac, user, 0, 1, rtsFalse);