[project @ 2005-10-17 10:01:35 by simonmar]
[ghc-hetmet.git] / ghc / rts / PrimOps.cmm
index cfdaca6..785a462 100644 (file)
@@ -49,7 +49,7 @@ newByteArrayzh_fast
     n = R1;
     payload_words = ROUNDUP_BYTES_TO_WDS(n);
     words = BYTES_TO_WDS(SIZEOF_StgArrWords) + payload_words;
-    "ptr" p = foreign "C" allocate(words);
+    "ptr" p = foreign "C" allocateLocal(BaseReg "ptr",words) [];
     TICK_ALLOC_PRIM(SIZEOF_StgArrWords,WDS(payload_words),0);
     SET_HDR(p, stg_ARR_WORDS_info, W_[CCCS]);
     StgArrWords_words(p) = payload_words;
@@ -73,7 +73,7 @@ newPinnedByteArrayzh_fast
        words = words + 1;
     }
 
-    "ptr" p = foreign "C" allocatePinned(words);
+    "ptr" p = foreign "C" allocatePinned(words) [];
     TICK_ALLOC_PRIM(SIZEOF_StgArrWords,WDS(payload_words),0);
 
     // Again, if the ArrWords header isn't a multiple of 8 bytes, we
@@ -97,7 +97,7 @@ newArrayzh_fast
     MAYBE_GC(R2_PTR,newArrayzh_fast);
 
     words = BYTES_TO_WDS(SIZEOF_StgMutArrPtrs) + n;
-    "ptr" arr = foreign "C" allocate(words);
+    "ptr" arr = foreign "C" allocateLocal(BaseReg "ptr",words) [];
     TICK_ALLOC_PRIM(SIZEOF_StgMutArrPtrs, WDS(n), 0);
 
     SET_HDR(arr, stg_MUT_ARR_PTRS_info, W_[CCCS]);
@@ -131,11 +131,11 @@ unsafeThawArrayzh_fast
 
   // So, when we thaw a MUT_ARR_PTRS_FROZEN, we must cope with two cases:
   // either it is on a mut_list, or it isn't.  We adopt the convention that
-  // the mut_link field is NULL if it isn't on a mut_list, and the GC
-  // maintains this invariant.
+  // the closure type is MUT_ARR_PTRS_FROZEN0 if it is on the mutable list,
+  // and MUT_ARR_PTRS_FROZEN otherwise.
   //
   if (%INFO_TYPE(%GET_STD_INFO(R1)) != HALF_W_(MUT_ARR_PTRS_FROZEN0)) {
-       foreign "C" recordMutable(R1 "ptr");
+       foreign "C" recordMutableLock(R1 "ptr") [R1];
   }
 
   SET_INFO(R1,stg_MUT_ARR_PTRS_info);
@@ -233,33 +233,13 @@ atomicModifyMutVarzh_fast
    StgThunk_payload(r,0) = z;
 
 #if defined(SMP)
-    foreign "C" RELEASE_LOCK(sm_mutex "ptr");
+    foreign "C" RELEASE_LOCK(sm_mutex "ptr") [];
 #endif
 
    RET_P(r);
 }
 
 /* -----------------------------------------------------------------------------
-   Foreign Object Primitives
-   -------------------------------------------------------------------------- */
-
-mkForeignObjzh_fast
-{
-  /* R1 = ptr to foreign object,
-  */
-  W_ result;
-
-  ALLOC_PRIM( SIZEOF_StgForeignObj, NO_PTRS, mkForeignObjzh_fast);
-
-  result = Hp - SIZEOF_StgForeignObj + WDS(1);
-  SET_HDR(result,stg_FOREIGN_info,W_[CCCS]);
-  StgForeignObj_data(result) = R1;
-
-  /* returns (# s#, ForeignObj# #) */
-  RET_P(result);
-}
-
-/* -----------------------------------------------------------------------------
    Weak Pointer Primitives
    -------------------------------------------------------------------------- */
 
@@ -289,7 +269,7 @@ mkWeakzh_fast
   StgWeak_link(w)      = W_[weak_ptr_list];
   W_[weak_ptr_list]    = w;
 
-  IF_DEBUG(weak, foreign "C" debugBelch(stg_weak_msg,w));
+  IF_DEBUG(weak, foreign "C" debugBelch(stg_weak_msg,w) []);
 
   RET_P(w);
 }
@@ -527,6 +507,7 @@ word64ToIntegerzh_fast
 
 /* ToDo: this is shockingly inefficient */
 
+#ifndef SMP
 section "bss" {
   mp_tmp1:
     bits8 [SIZEOF_MP_INT];
@@ -538,101 +519,120 @@ section "bss" {
 }
 
 section "bss" {
-  result1:
+  mp_result1:
     bits8 [SIZEOF_MP_INT];
 }
 
 section "bss" {
-  result2:
+  mp_result2:
     bits8 [SIZEOF_MP_INT];
 }
+#endif
 
-#define GMP_TAKE2_RET1(name,mp_fun)                    \
-name                                                   \
-{                                                      \
-  CInt s1, s2;                                         \
-  W_ d1, d2;                                           \
-                                                       \
-  /* call doYouWantToGC() */                           \
-  MAYBE_GC(R2_PTR & R4_PTR, name);                     \
-                                                       \
-  s1 = W_TO_INT(R1);                                   \
-  d1 = R2;                                             \
-  s2 = W_TO_INT(R3);                                   \
-  d2 = R4;                                             \
-                                                       \
-  MP_INT__mp_alloc(mp_tmp1) = W_TO_INT(StgArrWords_words(d1)); \
-  MP_INT__mp_size(mp_tmp1)  = (s1);                    \
-  MP_INT__mp_d(mp_tmp1)            = BYTE_ARR_CTS(d1);         \
-  MP_INT__mp_alloc(mp_tmp2) = W_TO_INT(StgArrWords_words(d2)); \
-  MP_INT__mp_size(mp_tmp2)  = (s2);                    \
-  MP_INT__mp_d(mp_tmp2)            = BYTE_ARR_CTS(d2);         \
-                                                       \
-  foreign "C" mpz_init(result1);                       \
-                                                       \
-  /* Perform the operation */                          \
-  foreign "C" mp_fun(result1,mp_tmp1,mp_tmp2);         \
-                                                       \
-  RET_NP(TO_W_(MP_INT__mp_size(result1)),              \
-         MP_INT__mp_d(result1) - SIZEOF_StgArrWords);  \
-}
-
-#define GMP_TAKE1_RET1(name,mp_fun)                            \
-name                                                           \
-{                                                              \
-  CInt s1;                                                     \
-  W_ d1;                                                       \
-                                                               \
-  /* call doYouWantToGC() */                                   \
-  MAYBE_GC(R2_PTR, name);                                      \
-                                                               \
-  d1 = R2;                                                     \
-  s1 = W_TO_INT(R1);                                           \
-                                                               \
-  MP_INT__mp_alloc(mp_tmp1)    = W_TO_INT(StgArrWords_words(d1));      \
-  MP_INT__mp_size(mp_tmp1)     = (s1);                         \
-  MP_INT__mp_d(mp_tmp1)                = BYTE_ARR_CTS(d1);             \
-                                                               \
-  foreign "C" mpz_init(result1);                               \
-                                                               \
-  /* Perform the operation */                                  \
-  foreign "C" mp_fun(result1,mp_tmp1);                         \
-                                                               \
-  RET_NP(TO_W_(MP_INT__mp_size(result1)),                      \
-         MP_INT__mp_d(result1) - SIZEOF_StgArrWords);          \
-}
+#ifdef SMP
+#define FETCH_MP_TEMP(X) \
+W_ X; \
+X = BaseReg + (OFFSET_StgRegTable_r ## X);
+#else
+#define FETCH_MP_TEMP(X) /* Nothing */
+#endif
 
-#define GMP_TAKE2_RET2(name,mp_fun)                            \
-name                                                           \
-{                                                              \
-  CInt s1, s2;                                                 \
-  W_ d1, d2;                                                   \
-                                                               \
-  /* call doYouWantToGC() */                                   \
-  MAYBE_GC(R2_PTR & R4_PTR, name);                             \
-                                                               \
-  s1 = W_TO_INT(R1);                                           \
-  d1 = R2;                                                     \
-  s2 = W_TO_INT(R3);                                           \
-  d2 = R4;                                                     \
-                                                               \
-  MP_INT__mp_alloc(mp_tmp1)    = W_TO_INT(StgArrWords_words(d1));      \
-  MP_INT__mp_size(mp_tmp1)     = (s1);                         \
-  MP_INT__mp_d(mp_tmp1)                = BYTE_ARR_CTS(d1);             \
-  MP_INT__mp_alloc(mp_tmp2)    = W_TO_INT(StgArrWords_words(d2));      \
-  MP_INT__mp_size(mp_tmp2)     = (s2);                         \
-  MP_INT__mp_d(mp_tmp2)                = BYTE_ARR_CTS(d2);             \
-                                                               \
-  foreign "C" mpz_init(result1);                               \
-  foreign "C" mpz_init(result2);                               \
-                                                               \
-  /* Perform the operation */                                  \
-  foreign "C" mp_fun(result1,result2,mp_tmp1,mp_tmp2);         \
-                                                               \
-  RET_NPNP(TO_W_(MP_INT__mp_size(result1)),                    \
-           MP_INT__mp_d(result1) - SIZEOF_StgArrWords,         \
-          TO_W_(MP_INT__mp_size(result2)),                     \
-           MP_INT__mp_d(result2) - SIZEOF_StgArrWords);                \
+#define GMP_TAKE2_RET1(name,mp_fun)                                     \
+name                                                                    \
+{                                                                       \
+  CInt s1, s2;                                                          \
+  W_ d1, d2;                                                            \
+  FETCH_MP_TEMP(mp_tmp1);                                               \
+  FETCH_MP_TEMP(mp_tmp2);                                               \
+  FETCH_MP_TEMP(mp_result1)                                             \
+  FETCH_MP_TEMP(mp_result2);                                            \
+                                                                        \
+  /* call doYouWantToGC() */                                            \
+  MAYBE_GC(R2_PTR & R4_PTR, name);                                      \
+                                                                        \
+  s1 = W_TO_INT(R1);                                                    \
+  d1 = R2;                                                              \
+  s2 = W_TO_INT(R3);                                                    \
+  d2 = R4;                                                              \
+                                                                        \
+  MP_INT__mp_alloc(mp_tmp1) = W_TO_INT(StgArrWords_words(d1));          \
+  MP_INT__mp_size(mp_tmp1)  = (s1);                                     \
+  MP_INT__mp_d(mp_tmp1)            = BYTE_ARR_CTS(d1);                         \
+  MP_INT__mp_alloc(mp_tmp2) = W_TO_INT(StgArrWords_words(d2));          \
+  MP_INT__mp_size(mp_tmp2)  = (s2);                                     \
+  MP_INT__mp_d(mp_tmp2)            = BYTE_ARR_CTS(d2);                         \
+                                                                        \
+  foreign "C" mpz_init(mp_result1 "ptr") [];                            \
+                                                                        \
+  /* Perform the operation */                                           \
+  foreign "C" mp_fun(mp_result1 "ptr",mp_tmp1  "ptr",mp_tmp2  "ptr") []; \
+                                                                        \
+  RET_NP(TO_W_(MP_INT__mp_size(mp_result1)),                            \
+         MP_INT__mp_d(mp_result1) - SIZEOF_StgArrWords);                \
+}
+
+#define GMP_TAKE1_RET1(name,mp_fun)                                     \
+name                                                                    \
+{                                                                       \
+  CInt s1;                                                              \
+  W_ d1;                                                                \
+  FETCH_MP_TEMP(mp_tmp1);                                               \
+  FETCH_MP_TEMP(mp_result1)                                             \
+                                                                        \
+  /* call doYouWantToGC() */                                            \
+  MAYBE_GC(R2_PTR, name);                                               \
+                                                                        \
+  d1 = R2;                                                              \
+  s1 = W_TO_INT(R1);                                                    \
+                                                                        \
+  MP_INT__mp_alloc(mp_tmp1)    = W_TO_INT(StgArrWords_words(d1));      \
+  MP_INT__mp_size(mp_tmp1)     = (s1);                                 \
+  MP_INT__mp_d(mp_tmp1)                = BYTE_ARR_CTS(d1);                     \
+                                                                        \
+  foreign "C" mpz_init(mp_result1 "ptr") [];                            \
+                                                                        \
+  /* Perform the operation */                                           \
+  foreign "C" mp_fun(mp_result1 "ptr",mp_tmp1 "ptr") [];                \
+                                                                        \
+  RET_NP(TO_W_(MP_INT__mp_size(mp_result1)),                            \
+         MP_INT__mp_d(mp_result1) - SIZEOF_StgArrWords);                \
+}
+
+#define GMP_TAKE2_RET2(name,mp_fun)                                                     \
+name                                                                                    \
+{                                                                                       \
+  CInt s1, s2;                                                                          \
+  W_ d1, d2;                                                                            \
+  FETCH_MP_TEMP(mp_tmp1);                                                               \
+  FETCH_MP_TEMP(mp_tmp2);                                                               \
+  FETCH_MP_TEMP(mp_result1)                                                             \
+  FETCH_MP_TEMP(mp_result2)                                                             \
+                                                                                        \
+  /* call doYouWantToGC() */                                                            \
+  MAYBE_GC(R2_PTR & R4_PTR, name);                                                      \
+                                                                                        \
+  s1 = W_TO_INT(R1);                                                                    \
+  d1 = R2;                                                                              \
+  s2 = W_TO_INT(R3);                                                                    \
+  d2 = R4;                                                                              \
+                                                                                        \
+  MP_INT__mp_alloc(mp_tmp1)    = W_TO_INT(StgArrWords_words(d1));                      \
+  MP_INT__mp_size(mp_tmp1)     = (s1);                                                 \
+  MP_INT__mp_d(mp_tmp1)                = BYTE_ARR_CTS(d1);                                     \
+  MP_INT__mp_alloc(mp_tmp2)    = W_TO_INT(StgArrWords_words(d2));                      \
+  MP_INT__mp_size(mp_tmp2)     = (s2);                                                 \
+  MP_INT__mp_d(mp_tmp2)                = BYTE_ARR_CTS(d2);                                     \
+                                                                                        \
+  foreign "C" mpz_init(mp_result1 "ptr") [];                                               \
+  foreign "C" mpz_init(mp_result2 "ptr") [];                                               \
+                                                                                        \
+  /* Perform the operation */                                                           \
+  foreign "C" mp_fun(mp_result1 "ptr",mp_result2 "ptr",mp_tmp1 "ptr",mp_tmp2 "ptr") [];    \
+                                                                                        \
+  RET_NPNP(TO_W_(MP_INT__mp_size(mp_result1)),                                          \
+           MP_INT__mp_d(mp_result1) - SIZEOF_StgArrWords,                               \
+          TO_W_(MP_INT__mp_size(mp_result2)),                                          \
+           MP_INT__mp_d(mp_result2) - SIZEOF_StgArrWords);                              \
 }
 
 GMP_TAKE2_RET1(plusIntegerzh_fast,     mpz_add)
@@ -650,17 +650,20 @@ GMP_TAKE1_RET1(complementIntegerzh_fast, mpz_com)
 GMP_TAKE2_RET2(quotRemIntegerzh_fast, mpz_tdiv_qr)
 GMP_TAKE2_RET2(divModIntegerzh_fast,  mpz_fdiv_qr)
 
+#ifndef SMP
 section "bss" {
-  aa:  W_; // NB. aa is really an mp_limb_t
+  mp_tmp_w:  W_; // NB. mp_tmp_w is really an here mp_limb_t
 }
+#endif
 
 gcdIntzh_fast
 {
     /* R1 = the first Int#; R2 = the second Int# */
     W_ r; 
+    FETCH_MP_TEMP(mp_tmp_w);
 
-    W_[aa] = R1;
-    r = foreign "C" mpn_gcd_1(aa, 1, R2);
+    W_[mp_tmp_w] = R1;
+    r = foreign "C" mpn_gcd_1(mp_tmp_w "ptr", 1, R2) [];
 
     R1 = r;
     /* Result parked in R1, return via info-pointer at TOS */
@@ -671,7 +674,7 @@ gcdIntzh_fast
 gcdIntegerIntzh_fast
 {
     /* R1 = s1; R2 = d1; R3 = the int */
-    R1 = foreign "C" mpn_gcd_1( BYTE_ARR_CTS(R2) "ptr", R1, R3);
+    R1 = foreign "C" mpn_gcd_1( BYTE_ARR_CTS(R2) "ptr", R1, R3) [];
     
     /* Result parked in R1, return via info-pointer at TOS */
     jump %ENTRY_CODE(Sp(0));
@@ -752,7 +755,7 @@ cmpIntegerzh_fast
     up = BYTE_ARR_CTS(R2);
     vp = BYTE_ARR_CTS(R4);
 
-    cmp = foreign "C" mpn_cmp(up "ptr", vp "ptr", size);
+    cmp = foreign "C" mpn_cmp(up "ptr", vp "ptr", size) [];
 
     if (cmp == 0 :: CInt) {
        R1 = 0; 
@@ -806,14 +809,12 @@ integer2Wordzh_fast
   jump %ENTRY_CODE(Sp(0));
 }
 
-section "bss" {
-  exponent:  W_;
-}
-
 decodeFloatzh_fast
 { 
     W_ p;
     F_ arg;
+    FETCH_MP_TEMP(mp_tmp1);
+    FETCH_MP_TEMP(mp_tmp_w);
     
     /* arguments: F1 = Float# */
     arg = F1;
@@ -828,10 +829,10 @@ decodeFloatzh_fast
     MP_INT__mp_d(mp_tmp1) = BYTE_ARR_CTS(p);
     
     /* Perform the operation */
-    foreign "C" __decodeFloat(mp_tmp1,exponent,arg);
+    foreign "C" __decodeFloat(mp_tmp1 "ptr",mp_tmp_w "ptr" ,arg) [];
     
     /* returns: (Int# (expn), Int#, ByteArray#) */
-    RET_NNP(W_[exponent], TO_W_(MP_INT__mp_size(mp_tmp1)), p);
+    RET_NNP(W_[mp_tmp_w], TO_W_(MP_INT__mp_size(mp_tmp1)), p);
 }
 
 #define DOUBLE_MANTISSA_SIZE SIZEOF_DOUBLE
@@ -841,6 +842,8 @@ decodeDoublezh_fast
 { 
     D_ arg;
     W_ p;
+    FETCH_MP_TEMP(mp_tmp1);
+    FETCH_MP_TEMP(mp_tmp_w);
 
     /* arguments: D1 = Double# */
     arg = D1;
@@ -855,10 +858,10 @@ decodeDoublezh_fast
     MP_INT__mp_d(mp_tmp1) = BYTE_ARR_CTS(p);
 
     /* Perform the operation */
-    foreign "C" __decodeDouble(mp_tmp1,exponent,arg);
+    foreign "C" __decodeDouble(mp_tmp1 "ptr", mp_tmp_w "ptr",arg) [];
     
     /* returns: (Int# (expn), Int#, ByteArray#) */
-    RET_NNP(W_[exponent], TO_W_(MP_INT__mp_size(mp_tmp1)), p);
+    RET_NNP(W_[mp_tmp_w], TO_W_(MP_INT__mp_size(mp_tmp1)), p);
 }
 
 /* -----------------------------------------------------------------------------
@@ -871,10 +874,14 @@ forkzh_fast
   
   MAYBE_GC(R1_PTR, forkzh_fast);
 
+  foreign "C" ACQUIRE_LOCK(sched_mutex "ptr");
+
   // create it right now, return ThreadID in R1
   "ptr" R1 = foreign "C" createIOThread( RtsFlags_GcFlags_initialStkSize(RtsFlags), 
                                   R1 "ptr");
-  foreign "C" scheduleThread(R1 "ptr");
+  foreign "C" scheduleThreadLocked(R1 "ptr");
+
+  foreign "C" RELEASE_LOCK(sched_mutex "ptr");
 
   // switch at the earliest opportunity
   CInt[context_switch] = 1 :: CInt;
@@ -908,7 +915,7 @@ isCurrentThreadBoundzh_fast
 {
   /* no args */
   W_ r;
-  r = foreign "C" isThreadBound(CurrentTSO);
+  r = foreign "C" isThreadBound(CurrentTSO) [];
   RET_N(r);
 }
 
@@ -968,8 +975,8 @@ INFO_TABLE_RET(stg_catch_retry_frame,
 
    frame = Sp;
    trec = StgTSO_trec(CurrentTSO);
-   "ptr" outer = foreign "C" stmGetEnclosingTRec(trec "ptr");
-   r = foreign "C" stmCommitTransaction(trec "ptr");
+   "ptr" outer = foreign "C" stmGetEnclosingTRec(trec "ptr") [];
+   r = foreign "C" stmCommitNestedTransaction(BaseReg "ptr", trec "ptr") [];
    if (r) {
      /* Succeeded (either first branch or second branch) */
      StgTSO_trec(CurrentTSO) = outer;
@@ -979,7 +986,7 @@ INFO_TABLE_RET(stg_catch_retry_frame,
    } else {
      /* Did not commit: retry */
      W_ new_trec;
-     "ptr" new_trec = foreign "C" stmStartTransaction(outer "ptr");
+     "ptr" new_trec = foreign "C" stmStartTransaction(BaseReg "ptr", outer "ptr") [];
      StgTSO_trec(CurrentTSO) = new_trec;
      if (StgCatchRetryFrame_running_alt_code(frame)) {
        R1 = StgCatchRetryFrame_alt_code(frame);
@@ -1049,7 +1056,7 @@ INFO_TABLE_RET(stg_atomically_frame,
        jump stg_block_noregs;
      } else {
        /* Previous attempt is no longer valid: try again */
-       "ptr" trec = foreign "C" stmStartTransaction(NO_TREC "ptr");
+       "ptr" trec = foreign "C" stmStartTransaction(BaseReg "ptr", NO_TREC "ptr");
        StgTSO_trec(CurrentTSO) = trec;
        StgAtomicallyFrame_waiting(frame) = 0 :: CInt; /* false; */
        R1 = StgAtomicallyFrame_code(frame);
@@ -1058,7 +1065,7 @@ INFO_TABLE_RET(stg_atomically_frame,
      }
    } else {
      /* The TSO is not currently waiting: try to commit the transaction */
-     valid = foreign "C" stmCommitTransaction(trec "ptr");
+     valid = foreign "C" stmCommitTransaction(BaseReg "ptr", trec "ptr");
      if (valid) {
        /* Transaction was valid: commit succeeded */
        StgTSO_trec(CurrentTSO) = NO_TREC;
@@ -1067,7 +1074,7 @@ INFO_TABLE_RET(stg_atomically_frame,
        jump %ENTRY_CODE(Sp(SP_OFF));
      } else {
        /* Transaction was not valid: try again */
-       "ptr" trec = foreign "C" stmStartTransaction(NO_TREC "ptr");
+       "ptr" trec = foreign "C" stmStartTransaction(BaseReg "ptr", NO_TREC "ptr");
        StgTSO_trec(CurrentTSO) = trec;
        R1 = StgAtomicallyFrame_code(frame);
        Sp_adj(-1);
@@ -1142,6 +1149,9 @@ atomicallyzh_fast
   W_ old_trec;
   W_ new_trec;
   
+  // stmStartTransaction may allocate
+  MAYBE_GC (R1_PTR, atomicallyzh_fast); 
+
   /* Args: R1 = m :: STM a */
   STK_CHK_GEN(SIZEOF_StgAtomicallyFrame + WDS(1), R1_PTR, atomicallyzh_fast);
 
@@ -1155,7 +1165,8 @@ atomicallyzh_fast
 
   /* Start the memory transcation */
   old_trec = StgTSO_trec(CurrentTSO);
-  "ptr" new_trec = foreign "C" stmStartTransaction(old_trec "ptr");
+  ASSERT(old_trec == NO_TREC);
+  "ptr" new_trec = foreign "C" stmStartTransaction(BaseReg "ptr", old_trec "ptr");
   StgTSO_trec(CurrentTSO) = new_trec;
 
   /* Apply R1 to the realworld token */
@@ -1191,13 +1202,16 @@ catchRetryzh_fast
   W_ new_trec;
   W_ trec;
 
+  // stmStartTransaction may allocate
+  MAYBE_GC (R1_PTR & R2_PTR, catchRetryzh_fast); 
+
   /* Args: R1 :: STM a */
   /* Args: R2 :: STM a */
   STK_CHK_GEN(SIZEOF_StgCatchRetryFrame + WDS(1), R1_PTR & R2_PTR, catchRetryzh_fast);
 
   /* Start a nested transaction within which to run the first code */
   trec = StgTSO_trec(CurrentTSO);
-  "ptr" new_trec = foreign "C" stmStartTransaction(trec "ptr");
+  "ptr" new_trec = foreign "C" stmStartTransaction(BaseReg "ptr", trec "ptr");
   StgTSO_trec(CurrentTSO) = new_trec;
 
   /* Set up the catch-retry frame */
@@ -1240,7 +1254,7 @@ retry_pop_stack:
     ASSERT(outer != NO_TREC);
     if (!StgCatchRetryFrame_running_alt_code(frame)) {
       // Retry in the first code: try the alternative
-      "ptr" trec = foreign "C" stmStartTransaction(outer "ptr");
+      "ptr" trec = foreign "C" stmStartTransaction(BaseReg "ptr", outer "ptr");
       StgTSO_trec(CurrentTSO) = trec;
       StgCatchRetryFrame_running_alt_code(frame) = 1 :: CInt; // true;
       R1 = StgCatchRetryFrame_alt_code(frame);
@@ -1250,9 +1264,9 @@ retry_pop_stack:
       // Retry in the alternative code: propagate
       W_ other_trec;
       other_trec = StgCatchRetryFrame_first_code_trec(frame);
-      r = foreign "C" stmMergeForWaiting(trec "ptr", other_trec "ptr");
+      r = foreign "C" stmCommitNestedTransaction(BaseReg "ptr", other_trec "ptr");
       if (r) {
-        r = foreign "C" stmCommitTransaction(trec "ptr");
+        r = foreign "C" stmCommitNestedTransaction(BaseReg "ptr", trec "ptr");
       }
       if (r) {
         // Merge between siblings succeeded: commit it back to enclosing transaction
@@ -1262,7 +1276,7 @@ retry_pop_stack:
         goto retry_pop_stack;
       } else {
         // Merge failed: we musn't propagate the retry.  Try both paths again.
-        "ptr" trec = foreign "C" stmStartTransaction(outer "ptr");
+        "ptr" trec = foreign "C" stmStartTransaction(BaseReg "ptr", outer "ptr");
         StgCatchRetryFrame_first_code_trec(frame) = trec;
         StgCatchRetryFrame_running_alt_code(frame) = 0 :: CInt; // false;
         StgTSO_trec(CurrentTSO) = trec;
@@ -1276,7 +1290,7 @@ retry_pop_stack:
   // We've reached the ATOMICALLY_FRAME: attempt to wait 
   ASSERT(frame_type == ATOMICALLY_FRAME);
   ASSERT(outer == NO_TREC);
-  r = foreign "C" stmWait(CurrentTSO "ptr", trec "ptr");
+  r = foreign "C" stmWait(BaseReg "ptr", CurrentTSO "ptr", trec "ptr");
   if (r) {
     // Transaction was valid: stmWait put us on the TVars' queues, we now block
     StgAtomicallyFrame_waiting(frame) = 1 :: CInt; // true
@@ -1288,7 +1302,7 @@ retry_pop_stack:
     jump stg_block_noregs;
   } else {
     // Transaction was not valid: retry immediately
-    "ptr" trec = foreign "C" stmStartTransaction(outer "ptr");
+    "ptr" trec = foreign "C" stmStartTransaction(BaseReg "ptr", outer "ptr");
     StgTSO_trec(CurrentTSO) = trec;
     R1 = StgAtomicallyFrame_code(frame);
     Sp = frame;
@@ -1301,15 +1315,13 @@ retry_pop_stack:
 newTVarzh_fast
 {
   W_ tv;
+  W_ new_value;
 
   /* Args: R1 = initialisation value */
 
-  ALLOC_PRIM( SIZEOF_StgTVar, R1_PTR, newTVarzh_fast);
-  tv = Hp - SIZEOF_StgTVar + WDS(1);
-  SET_HDR(tv,stg_TVAR_info,W_[CCCS]);
-  StgTVar_current_value(tv) = R1;
-  StgTVar_first_wait_queue_entry(tv) = stg_END_STM_WAIT_QUEUE_closure;
-    
+  MAYBE_GC (R1_PTR, newTVarzh_fast); 
+  new_value = R1;
+  tv = foreign "C" stmNewTVar(BaseReg "ptr", new_value "ptr");
   RET_P(tv);
 }
 
@@ -1325,7 +1337,7 @@ readTVarzh_fast
   MAYBE_GC (R1_PTR, readTVarzh_fast); // Call to stmReadTVar may allocate
   trec = StgTSO_trec(CurrentTSO);
   tvar = R1;
-  "ptr" result = foreign "C" stmReadTVar(trec "ptr", tvar "ptr");
+  "ptr" result = foreign "C" stmReadTVar(BaseReg "ptr", trec "ptr", tvar "ptr") [];
 
   RET_P(result);
 }
@@ -1344,7 +1356,7 @@ writeTVarzh_fast
   trec = StgTSO_trec(CurrentTSO);
   tvar = R1;
   new_value = R2;
-  foreign "C" stmWriteTVar(trec "ptr", tvar "ptr", new_value "ptr");
+  foreign "C" stmWriteTVar(BaseReg "ptr", trec "ptr", tvar "ptr", new_value "ptr") [];
 
   jump %ENTRY_CODE(Sp(0));
 }
@@ -1424,19 +1436,18 @@ newMVarzh_fast
     StgTSO_sp(tso) = StgTSO_sp(tso) + WDS(3);  \
     lval = W_[StgTSO_sp(tso) - WDS(1)];
 
-
 takeMVarzh_fast
 {
     W_ mvar, val, info, tso;
 
-#if defined(SMP)
-    foreign "C" ACQUIRE_LOCK(sm_mutex "ptr");
-#endif
-
     /* args: R1 = MVar closure */
     mvar = R1;
 
+#if defined(SMP)
+    "ptr" info = foreign "C" lockClosure(mvar "ptr");
+#else
     info = GET_INFO(mvar);
+#endif
 
     /* If the MVar is empty, put ourselves on its blocking queue,
      * and wait until we're woken up.
@@ -1452,10 +1463,6 @@ takeMVarzh_fast
        StgTSO_block_info(CurrentTSO)  = mvar;
        StgMVar_tail(mvar) = CurrentTSO;
        
-#if defined(SMP)
-       foreign "C" RELEASE_LOCK(sm_mutex "ptr");
-#endif
-
        jump stg_block_takemvar;
   }
 
@@ -1475,34 +1482,31 @@ takeMVarzh_fast
 
 #if defined(GRAN) || defined(PAR)
       /* ToDo: check 2nd arg (mvar) is right */
-      "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar),mvar);
+      "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar),mvar) [];
       StgMVar_head(mvar) = tso;
 #else
-      "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr");
+      "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr") [];
       StgMVar_head(mvar) = tso;
 #endif
+
       if (StgMVar_head(mvar) == stg_END_TSO_QUEUE_closure) {
          StgMVar_tail(mvar) = stg_END_TSO_QUEUE_closure;
       }
 
 #if defined(SMP)
-      foreign "C" RELEASE_LOCK(sm_mutex "ptr");
+      foreign "C" unlockClosure(mvar "ptr", stg_FULL_MVAR_info);
 #endif
-
       RET_P(val);
   } 
   else
   {
       /* No further putMVars, MVar is now empty */
-      
-      /* do this last... we might have locked the MVar in the SMP case,
-       * and writing the info pointer will unlock it.
-       */
-      SET_INFO(mvar,stg_EMPTY_MVAR_info);
       StgMVar_value(mvar) = stg_END_TSO_QUEUE_closure;
-
 #if defined(SMP)
-      foreign "C" RELEASE_LOCK(sm_mutex "ptr");
+      foreign "C" unlockClosure(mvar "ptr", stg_EMPTY_MVAR_info);
+#else
+      SET_INFO(mvar,stg_EMPTY_MVAR_info);
 #endif
 
       RET_P(val);
@@ -1514,23 +1518,23 @@ tryTakeMVarzh_fast
 {
     W_ mvar, val, info, tso;
 
-#if defined(SMP)
-    foreign "C" ACQUIRE_LOCK(sm_mutex "ptr");
-#endif
-
     /* args: R1 = MVar closure */
 
     mvar = R1;
 
+#if defined(SMP)
+    "ptr" info = foreign "C" lockClosure(mvar "ptr");
+#else
     info = GET_INFO(mvar);
+#endif
 
     if (info == stg_EMPTY_MVAR_info) {
+#if defined(SMP)
+        foreign "C" unlockClosure(mvar "ptr", stg_EMPTY_MVAR_info);
+#endif
        /* HACK: we need a pointer to pass back, 
         * so we abuse NO_FINALIZER_closure
         */
-#if defined(SMP)
-       foreign "C" RELEASE_LOCK(sm_mutex "ptr");
-#endif
        RET_NP(0, stg_NO_FINALIZER_closure);
     }
 
@@ -1538,6 +1542,7 @@ tryTakeMVarzh_fast
     val = StgMVar_value(mvar);
 
     if (StgMVar_head(mvar) != stg_END_TSO_QUEUE_closure) {
+
        /* There are putMVar(s) waiting... 
         * wake up the first thread on the queue
         */
@@ -1549,28 +1554,31 @@ tryTakeMVarzh_fast
 
 #if defined(GRAN) || defined(PAR)
        /* ToDo: check 2nd arg (mvar) is right */
-       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr", mvar "ptr");
+       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr", mvar "ptr") [];
        StgMVar_head(mvar) = tso;
 #else
-       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr");
+       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr") [];
        StgMVar_head(mvar) = tso;
 #endif
 
        if (StgMVar_head(mvar) == stg_END_TSO_QUEUE_closure) {
            StgMVar_tail(mvar) = stg_END_TSO_QUEUE_closure;
        }
+#if defined(SMP)
+        foreign "C" unlockClosure(mvar "ptr", stg_FULL_MVAR_info);
+#endif
     }
     else 
     {
        /* No further putMVars, MVar is now empty */
        StgMVar_value(mvar) = stg_END_TSO_QUEUE_closure;
+#if defined(SMP)
+       foreign "C" unlockClosure(mvar "ptr", stg_EMPTY_MVAR_info);
+#else
        SET_INFO(mvar,stg_EMPTY_MVAR_info);
+#endif
     }
     
-#if defined(SMP)
-    foreign "C" RELEASE_LOCK(sm_mutex "ptr");
-#endif
-
     RET_NP(1, val);
 }
 
@@ -1579,14 +1587,14 @@ putMVarzh_fast
 {
     W_ mvar, info, tso;
 
-#if defined(SMP)
-    foreign "C" ACQUIRE_LOCK(sm_mutex "ptr");
-#endif
-
     /* args: R1 = MVar, R2 = value */
     mvar = R1;
 
+#if defined(SMP)
+    "ptr" info = foreign "C" lockClosure(mvar "ptr");
+#else
     info = GET_INFO(mvar);
+#endif
 
     if (info == stg_FULL_MVAR_info) {
        if (StgMVar_head(mvar) == stg_END_TSO_QUEUE_closure) {
@@ -1599,13 +1607,11 @@ putMVarzh_fast
        StgTSO_block_info(CurrentTSO)  = mvar;
        StgMVar_tail(mvar) = CurrentTSO;
        
-#if defined(SMP)
-       foreign "C" RELEASE_LOCK(sm_mutex "ptr");
-#endif
        jump stg_block_putmvar;
     }
   
     if (StgMVar_head(mvar) != stg_END_TSO_QUEUE_closure) {
+
        /* There are takeMVar(s) waiting: wake up the first one
         */
        ASSERT(StgTSO_why_blocked(StgMVar_head(mvar)) == BlockedOnMVar::I16);
@@ -1616,10 +1622,10 @@ putMVarzh_fast
       
 #if defined(GRAN) || defined(PAR)
        /* ToDo: check 2nd arg (mvar) is right */
-       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr",mvar "ptr");
+       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr",mvar "ptr") [];
        StgMVar_head(mvar) = tso;
 #else
-       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr");
+       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr") [];
        StgMVar_head(mvar) = tso;
 #endif
 
@@ -1628,7 +1634,7 @@ putMVarzh_fast
        }
 
 #if defined(SMP)
-       foreign "C" RELEASE_LOCK(sm_mutex "ptr");
+       foreign "C" unlockClosure(mvar "ptr", stg_EMPTY_MVAR_info);
 #endif
        jump %ENTRY_CODE(Sp(0));
     }
@@ -1636,11 +1642,11 @@ putMVarzh_fast
     {
        /* No further takes, the MVar is now full. */
        StgMVar_value(mvar) = R2;
-       /* unlocks the MVar in the SMP case */
-       SET_INFO(mvar,stg_FULL_MVAR_info);
 
 #if defined(SMP)
-       foreign "C" RELEASE_LOCK(sm_mutex "ptr");
+       foreign "C" unlockClosure(mvar "ptr", stg_FULL_MVAR_info);
+#else
+       SET_INFO(mvar,stg_FULL_MVAR_info);
 #endif
        jump %ENTRY_CODE(Sp(0));
     }
@@ -1653,23 +1659,24 @@ tryPutMVarzh_fast
 {
     W_ mvar, info, tso;
 
-#if defined(SMP)
-    foreign "C" ACQUIRE_LOCK(sm_mutex "ptr");
-#endif
-
     /* args: R1 = MVar, R2 = value */
     mvar = R1;
 
+#if defined(SMP)
+    "ptr" info = foreign "C" lockClosure(mvar "ptr");
+#else
     info = GET_INFO(mvar);
+#endif
 
     if (info == stg_FULL_MVAR_info) {
 #if defined(SMP)
-       foreign "C" RELEASE_LOCK(sm_mutex "ptr");
+       foreign "C" unlockClosure(mvar "ptr", stg_FULL_MVAR_info);
 #endif
        RET_N(0);
     }
   
     if (StgMVar_head(mvar) != stg_END_TSO_QUEUE_closure) {
+
        /* There are takeMVar(s) waiting: wake up the first one
         */
        ASSERT(StgTSO_why_blocked(StgMVar_head(mvar)) == BlockedOnMVar::I16);
@@ -1680,10 +1687,10 @@ tryPutMVarzh_fast
       
 #if defined(GRAN) || defined(PAR)
        /* ToDo: check 2nd arg (mvar) is right */
-       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr",mvar "ptr");
+       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr",mvar "ptr") [];
        StgMVar_head(mvar) = tso;
 #else
-       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr");
+       "ptr" tso = foreign "C" unblockOne(StgMVar_head(mvar) "ptr") [];
        StgMVar_head(mvar) = tso;
 #endif
 
@@ -1692,7 +1699,7 @@ tryPutMVarzh_fast
        }
 
 #if defined(SMP)
-       foreign "C" RELEASE_LOCK(sm_mutex "ptr");
+       foreign "C" unlockClosure(mvar "ptr", stg_EMPTY_MVAR_info);
 #endif
        jump %ENTRY_CODE(Sp(0));
     }
@@ -1700,10 +1707,11 @@ tryPutMVarzh_fast
     {
        /* No further takes, the MVar is now full. */
        StgMVar_value(mvar) = R2;
-       /* unlocks the MVar in the SMP case */
-       SET_INFO(mvar,stg_FULL_MVAR_info);
+
 #if defined(SMP)
-       foreign "C" RELEASE_LOCK(sm_mutex "ptr");
+       foreign "C" unlockClosure(mvar "ptr", stg_FULL_MVAR_info);
+#else
+       SET_INFO(mvar,stg_FULL_MVAR_info);
 #endif
        jump %ENTRY_CODE(Sp(0));
     }
@@ -1722,7 +1730,7 @@ makeStableNamezh_fast
 
     ALLOC_PRIM( SIZEOF_StgStableName, R1_PTR, makeStableNamezh_fast );
   
-    index = foreign "C" lookupStableName(R1 "ptr");
+    index = foreign "C" lookupStableName(R1 "ptr") [];
 
     /* Is there already a StableName for this heap object?
      *  stable_ptr_table is a pointer to an array of snEntry structs.
@@ -1745,7 +1753,7 @@ makeStablePtrzh_fast
     /* Args: R1 = a */
     W_ sp;
     MAYBE_GC(R1_PTR, makeStablePtrzh_fast);
-    "ptr" sp = foreign "C" getStablePtr(R1 "ptr");
+    "ptr" sp = foreign "C" getStablePtr(R1 "ptr") [];
     RET_N(sp);
 }