1 /* -----------------------------------------------------------------------------
2 * $Id: PrimOps.h,v 1.74 2001/02/14 12:59:34 simonmar Exp $
4 * (c) The GHC Team, 1998-2000
6 * Macros for primitive operations in STG-ish C code.
8 * ---------------------------------------------------------------------------*/
13 /* -----------------------------------------------------------------------------
14 Helpers for the bytecode linker.
15 -------------------------------------------------------------------------- */
17 #define addrToHValuezh(r,a) r=(P_)a
20 /* -----------------------------------------------------------------------------
22 -------------------------------------------------------------------------- */
24 #define gtCharzh(r,a,b) r=(I_)((a)> (b))
25 #define geCharzh(r,a,b) r=(I_)((a)>=(b))
26 #define eqCharzh(r,a,b) r=(I_)((a)==(b))
27 #define neCharzh(r,a,b) r=(I_)((a)!=(b))
28 #define ltCharzh(r,a,b) r=(I_)((a)< (b))
29 #define leCharzh(r,a,b) r=(I_)((a)<=(b))
31 /* Int comparisons: >#, >=# etc */
32 #define zgzh(r,a,b) r=(I_)((I_)(a) >(I_)(b))
33 #define zgzezh(r,a,b) r=(I_)((I_)(a)>=(I_)(b))
34 #define zezezh(r,a,b) r=(I_)((I_)(a)==(I_)(b))
35 #define zszezh(r,a,b) r=(I_)((I_)(a)!=(I_)(b))
36 #define zlzh(r,a,b) r=(I_)((I_)(a) <(I_)(b))
37 #define zlzezh(r,a,b) r=(I_)((I_)(a)<=(I_)(b))
39 #define gtWordzh(r,a,b) r=(I_)((W_)(a) >(W_)(b))
40 #define geWordzh(r,a,b) r=(I_)((W_)(a)>=(W_)(b))
41 #define eqWordzh(r,a,b) r=(I_)((W_)(a)==(W_)(b))
42 #define neWordzh(r,a,b) r=(I_)((W_)(a)!=(W_)(b))
43 #define ltWordzh(r,a,b) r=(I_)((W_)(a) <(W_)(b))
44 #define leWordzh(r,a,b) r=(I_)((W_)(a)<=(W_)(b))
46 #define gtAddrzh(r,a,b) r=(I_)((a) >(b))
47 #define geAddrzh(r,a,b) r=(I_)((a)>=(b))
48 #define eqAddrzh(r,a,b) r=(I_)((a)==(b))
49 #define neAddrzh(r,a,b) r=(I_)((a)!=(b))
50 #define ltAddrzh(r,a,b) r=(I_)((a) <(b))
51 #define leAddrzh(r,a,b) r=(I_)((a)<=(b))
53 #define gtFloatzh(r,a,b) r=(I_)((a)> (b))
54 #define geFloatzh(r,a,b) r=(I_)((a)>=(b))
55 #define eqFloatzh(r,a,b) r=(I_)((a)==(b))
56 #define neFloatzh(r,a,b) r=(I_)((a)!=(b))
57 #define ltFloatzh(r,a,b) r=(I_)((a)< (b))
58 #define leFloatzh(r,a,b) r=(I_)((a)<=(b))
60 /* Double comparisons: >##, >=#@ etc */
61 #define zgzhzh(r,a,b) r=(I_)((a) >(b))
62 #define zgzezhzh(r,a,b) r=(I_)((a)>=(b))
63 #define zezezhzh(r,a,b) r=(I_)((a)==(b))
64 #define zszezhzh(r,a,b) r=(I_)((a)!=(b))
65 #define zlzhzh(r,a,b) r=(I_)((a) <(b))
66 #define zlzezhzh(r,a,b) r=(I_)((a)<=(b))
68 /* -----------------------------------------------------------------------------
70 -------------------------------------------------------------------------- */
72 #define ordzh(r,a) r=(I_)((W_) (a))
73 #define chrzh(r,a) r=(StgChar)((W_)(a))
75 /* -----------------------------------------------------------------------------
77 -------------------------------------------------------------------------- */
79 I_ stg_div (I_ a, I_ b);
81 #define zpzh(r,a,b) r=(a)+(b)
82 #define zmzh(r,a,b) r=(a)-(b)
83 #define ztzh(r,a,b) r=(a)*(b)
84 #define quotIntzh(r,a,b) r=(a)/(b)
85 #define zszh(r,a,b) r=ULTRASAFESTGCALL2(I_,(void *, I_, I_),stg_div,(a),(b))
86 #define remIntzh(r,a,b) r=(a)%(b)
87 #define negateIntzh(r,a) r=-(a)
89 /* -----------------------------------------------------------------------------
90 * Int operations with carry.
91 * -------------------------------------------------------------------------- */
93 /* With some bit-twiddling, we can define int{Add,Sub}Czh portably in
94 * C, and without needing any comparisons. This may not be the
95 * fastest way to do it - if you have better code, please send it! --SDM
97 * Return : r = a + b, c = 0 if no overflow, 1 on overflow.
99 * We currently don't make use of the r value if c is != 0 (i.e.
100 * overflow), we just convert to big integers and try again. This
101 * could be improved by making r and c the correct values for
102 * plugging into a new J#.
104 #define addIntCzh(r,c,a,b) \
106 c = ((StgWord)(~(a^b) & (a^r))) \
107 >> (BITS_PER_BYTE * sizeof(I_) - 1); \
111 #define subIntCzh(r,c,a,b) \
113 c = ((StgWord)((a^b) & (a^r))) \
114 >> (BITS_PER_BYTE * sizeof(I_) - 1); \
117 /* Multiply with overflow checking.
119 * This is slightly more tricky - the usual sign rules for add/subtract
122 * On x86 hardware we use a hand-crafted assembly fragment to do the job.
124 * On other 32-bit machines we use gcc's 'long long' types, finding
125 * overflow with some careful bit-twiddling.
127 * On 64-bit machines where gcc's 'long long' type is also 64-bits,
128 * we use a crude approximation, testing whether either operand is
129 * larger than 32-bits; if neither is, then we go ahead with the
135 #define mulIntCzh(r,c,a,b) \
137 __asm__("xorl %1,%1\n\t \
142 : "=r" (r), "=&r" (c) : "r" (a), "0" (b)); \
145 #elif SIZEOF_VOID_P == 4
147 #ifdef WORDS_BIGENDIAN
160 #define mulIntCzh(r,c,a,b) \
163 z.l = (StgInt64)a * (StgInt64)b; \
166 if (c == 0 || c == -1) { \
167 c = ((StgWord)((a^b) ^ r)) \
168 >> (BITS_PER_BYTE * sizeof(I_) - 1); \
171 /* Careful: the carry calculation above is extremely delicate. Make sure
172 * you test it thoroughly after changing it.
177 #define HALF_INT (1 << (BITS_PER_BYTE * sizeof(I_) / 2))
179 #define stg_abs(a) ((a) < 0 ? -(a) : (a))
181 #define mulIntCzh(r,c,a,b) \
183 if (stg_abs(a) >= HALF_INT \
184 stg_abs(b) >= HALF_INT) { \
193 /* -----------------------------------------------------------------------------
195 -------------------------------------------------------------------------- */
197 #define quotWordzh(r,a,b) r=((W_)a)/((W_)b)
198 #define remWordzh(r,a,b) r=((W_)a)%((W_)b)
200 #define andzh(r,a,b) r=(a)&(b)
201 #define orzh(r,a,b) r=(a)|(b)
202 #define xorzh(r,a,b) r=(a)^(b)
203 #define notzh(r,a) r=~(a)
205 /* The extra tests below properly define the behaviour when shifting
206 * by offsets larger than the width of the value being shifted. Doing
207 * so is undefined in C (and in fact gives different answers depending
208 * on whether the operation is constant folded or not with gcc on x86!)
211 #define shiftLzh(r,a,b) r=((b) >= BITS_IN(W_)) ? 0 : (a)<<(b)
212 #define shiftRLzh(r,a,b) r=((b) >= BITS_IN(W_)) ? 0 : (a)>>(b)
213 #define iShiftLzh(r,a,b) r=((b) >= BITS_IN(W_)) ? 0 : (a)<<(b)
214 /* Right shifting of signed quantities is not portable in C, so
215 the behaviour you'll get from using these primops depends
216 on the whatever your C compiler is doing. ToDo: fix/document. -- sof 8/98
218 #define iShiftRAzh(r,a,b) r=((b) >= BITS_IN(I_)) ? (((a) < 0) ? -1 : 0) : (a)>>(b)
219 #define iShiftRLzh(r,a,b) r=((b) >= BITS_IN(I_)) ? 0 : ((W_)(a))>>(b)
221 #define int2Wordzh(r,a) r=(W_)(a)
222 #define word2Intzh(r,a) r=(I_)(a)
224 /* -----------------------------------------------------------------------------
226 -------------------------------------------------------------------------- */
228 #define int2Addrzh(r,a) r=(A_)(a)
229 #define addr2Intzh(r,a) r=(I_)(a)
231 #define readCharOffAddrzh(r,a,i) r= ((unsigned char *)(a))[i]
232 /* unsigned char is for compatibility: the index is still in bytes. */
233 #define readIntOffAddrzh(r,a,i) r= ((I_ *)(a))[i]
234 #define readWordOffAddrzh(r,a,i) r= ((W_ *)(a))[i]
235 #define readAddrOffAddrzh(r,a,i) r= ((PP_)(a))[i]
236 #define readFloatOffAddrzh(r,a,i) r= PK_FLT((P_) (((StgFloat *)(a)) + i))
237 #define readDoubleOffAddrzh(r,a,i) r= PK_DBL((P_) (((StgDouble *)(a)) + i))
238 #define readStablePtrOffAddrzh(r,a,i) r= ((StgStablePtr *)(a))[i]
239 #define readInt8OffAddrzh(r,a,i) r= ((StgInt8 *)(a))[i]
240 #define readInt16OffAddrzh(r,a,i) r= ((StgInt16 *)(a))[i]
241 #define readInt32OffAddrzh(r,a,i) r= ((StgInt32 *)(a))[i]
242 #define readWord8OffAddrzh(r,a,i) r= ((StgWord8 *)(a))[i]
243 #define readWord16OffAddrzh(r,a,i) r= ((StgWord16 *)(a))[i]
244 #define readWord32OffAddrzh(r,a,i) r= ((StgWord32 *)(a))[i]
245 #ifdef SUPPORT_LONG_LONGS
246 #define readInt64OffAddrzh(r,a,i) r= ((LI_ *)(a))[i]
247 #define readWord64OffAddrzh(r,a,i) r= ((LW_ *)(a))[i]
250 #define writeCharOffAddrzh(a,i,v) ((unsigned char *)(a))[i] = (unsigned char)(v)
251 /* unsigned char is for compatibility: the index is still in bytes. */
252 #define writeIntOffAddrzh(a,i,v) ((I_ *)(a))[i] = (v)
253 #define writeWordOffAddrzh(a,i,v) ((W_ *)(a))[i] = (v)
254 #define writeAddrOffAddrzh(a,i,v) ((PP_)(a))[i] = (v)
255 #define writeForeignObjOffAddrzh(a,i,v) ((PP_)(a))[i] = ForeignObj_CLOSURE_DATA(v)
256 #define writeFloatOffAddrzh(a,i,v) ASSIGN_FLT((P_) (((StgFloat *)(a)) + i),v)
257 #define writeDoubleOffAddrzh(a,i,v) ASSIGN_DBL((P_) (((StgDouble *)(a)) + i),v)
258 #define writeStablePtrOffAddrzh(a,i,v) ((StgStablePtr *)(a))[i] = (v)
259 #define writeInt8OffAddrzh(a,i,v) ((StgInt8 *)(a))[i] = (v)
260 #define writeInt16OffAddrzh(a,i,v) ((StgInt16 *)(a))[i] = (v)
261 #define writeInt32OffAddrzh(a,i,v) ((StgInt32 *)(a))[i] = (v)
262 #define writeWord8OffAddrzh(a,i,v) ((StgWord8 *)(a))[i] = (v)
263 #define writeWord16OffAddrzh(a,i,v) ((StgWord16 *)(a))[i] = (v)
264 #define writeWord32OffAddrzh(a,i,v) ((StgWord32 *)(a))[i] = (v)
265 #ifdef SUPPORT_LONG_LONGS
266 #define writeInt64OffAddrzh(a,i,v) ((LI_ *)(a))[i] = (v)
267 #define writeWord64OffAddrzh(a,i,v) ((LW_ *)(a))[i] = (v)
270 #define indexCharOffAddrzh(r,a,i) r= ((unsigned char *)(a))[i]
271 /* unsigned char is for compatibility: the index is still in bytes. */
272 #define indexIntOffAddrzh(r,a,i) r= ((I_ *)(a))[i]
273 #define indexWordOffAddrzh(r,a,i) r= ((W_ *)(a))[i]
274 #define indexAddrOffAddrzh(r,a,i) r= ((PP_)(a))[i]
275 #define indexFloatOffAddrzh(r,a,i) r= PK_FLT((P_) (((StgFloat *)(a)) + i))
276 #define indexDoubleOffAddrzh(r,a,i) r= PK_DBL((P_) (((StgDouble *)(a)) + i))
277 #define indexStablePtrOffAddrzh(r,a,i) r= ((StgStablePtr *)(a))[i]
278 #define indexInt8OffAddrzh(r,a,i) r= ((StgInt8 *)(a))[i]
279 #define indexInt16OffAddrzh(r,a,i) r= ((StgInt16 *)(a))[i]
280 #define indexInt32OffAddrzh(r,a,i) r= ((StgInt32 *)(a))[i]
281 #define indexWord8OffAddrzh(r,a,i) r= ((StgWord8 *)(a))[i]
282 #define indexWord16OffAddrzh(r,a,i) r= ((StgWord16 *)(a))[i]
283 #define indexWord32OffAddrzh(r,a,i) r= ((StgWord32 *)(a))[i]
284 #ifdef SUPPORT_LONG_LONGS
285 #define indexInt64OffAddrzh(r,a,i) r= ((LI_ *)(a))[i]
286 #define indexWord64OffAddrzh(r,a,i) r= ((LW_ *)(a))[i]
289 /* -----------------------------------------------------------------------------
291 -------------------------------------------------------------------------- */
293 #define plusFloatzh(r,a,b) r=(a)+(b)
294 #define minusFloatzh(r,a,b) r=(a)-(b)
295 #define timesFloatzh(r,a,b) r=(a)*(b)
296 #define divideFloatzh(r,a,b) r=(a)/(b)
297 #define negateFloatzh(r,a) r=-(a)
299 #define int2Floatzh(r,a) r=(StgFloat)(a)
300 #define float2Intzh(r,a) r=(I_)(a)
302 #define expFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,exp,a)
303 #define logFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,log,a)
304 #define sqrtFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,sqrt,a)
305 #define sinFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,sin,a)
306 #define cosFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,cos,a)
307 #define tanFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,tan,a)
308 #define asinFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,asin,a)
309 #define acosFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,acos,a)
310 #define atanFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,atan,a)
311 #define sinhFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,sinh,a)
312 #define coshFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,cosh,a)
313 #define tanhFloatzh(r,a) r=(StgFloat) RET_PRIM_STGCALL1(StgDouble,tanh,a)
314 #define powerFloatzh(r,a,b) r=(StgFloat) RET_PRIM_STGCALL2(StgDouble,pow,a,b)
316 /* -----------------------------------------------------------------------------
318 -------------------------------------------------------------------------- */
320 #define zpzhzh(r,a,b) r=(a)+(b)
321 #define zmzhzh(r,a,b) r=(a)-(b)
322 #define ztzhzh(r,a,b) r=(a)*(b)
323 #define zszhzh(r,a,b) r=(a)/(b)
324 #define negateDoublezh(r,a) r=-(a)
326 #define int2Doublezh(r,a) r=(StgDouble)(a)
327 #define double2Intzh(r,a) r=(I_)(a)
329 #define float2Doublezh(r,a) r=(StgDouble)(a)
330 #define double2Floatzh(r,a) r=(StgFloat)(a)
332 #define expDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,exp,a)
333 #define logDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,log,a)
334 #define sqrtDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,sqrt,a)
335 #define sinDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,sin,a)
336 #define cosDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,cos,a)
337 #define tanDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,tan,a)
338 #define asinDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,asin,a)
339 #define acosDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,acos,a)
340 #define atanDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,atan,a)
341 #define sinhDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,sinh,a)
342 #define coshDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,cosh,a)
343 #define tanhDoublezh(r,a) r=(StgDouble) RET_PRIM_STGCALL1(StgDouble,tanh,a)
345 #define ztztzhzh(r,a,b) r=(StgDouble) RET_PRIM_STGCALL2(StgDouble,pow,a,b)
347 /* -----------------------------------------------------------------------------
349 -------------------------------------------------------------------------- */
351 /* We can do integer2Int and cmpInteger inline, since they don't need
352 * to allocate any memory.
354 * integer2Int# is now modular.
357 #define integer2Intzh(r, sa,da) \
358 { StgWord word0 = ((StgWord *)BYTE_ARR_CTS(da))[0]; \
364 ( size < 0 && word0 != 0x8000000 ) ? \
369 #define integer2Wordzh(r, sa,da) \
370 { StgWord word0 = ((StgWord *)BYTE_ARR_CTS(da))[0]; \
372 (r) = ( size == 0 ) ? 0 : word0 ; \
375 #define cmpIntegerzh(r, s1,d1, s2,d2) \
379 arg1._mp_size = (s1); \
380 arg1._mp_alloc= ((StgArrWords *)d1)->words; \
381 arg1._mp_d = (unsigned long int *) (BYTE_ARR_CTS(d1)); \
382 arg2._mp_size = (s2); \
383 arg2._mp_alloc= ((StgArrWords *)d2)->words; \
384 arg2._mp_d = (unsigned long int *) (BYTE_ARR_CTS(d2)); \
386 (r) = RET_PRIM_STGCALL2(I_,mpz_cmp,&arg1,&arg2); \
389 #define cmpIntegerIntzh(r, s,d, i) \
392 arg._mp_size = (s); \
393 arg._mp_alloc = ((StgArrWords *)d)->words; \
394 arg._mp_d = (unsigned long int *) (BYTE_ARR_CTS(d)); \
396 (r) = RET_PRIM_STGCALL2(I_,mpz_cmp_si,&arg,i); \
399 /* NOTE: gcdIntzh and gcdIntegerIntzh work only for positive inputs! */
401 /* mp_limb_t must be able to hold an StgInt for this to work properly */
402 #define gcdIntzh(r,a,b) \
403 { mp_limb_t aa = (mp_limb_t)(a); \
404 r = RET_STGCALL3(StgInt, mpn_gcd_1, (mp_limb_t *)(&aa), 1, (mp_limb_t)(b)); \
407 #define gcdIntegerIntzh(r,sa,a,b) \
408 r = RET_STGCALL3(StgInt, mpn_gcd_1, (mp_limb_t *)(BYTE_ARR_CTS(a)), sa, b)
410 /* The rest are all out-of-line: -------- */
412 /* Integer arithmetic */
413 EXTFUN_RTS(plusIntegerzh_fast);
414 EXTFUN_RTS(minusIntegerzh_fast);
415 EXTFUN_RTS(timesIntegerzh_fast);
416 EXTFUN_RTS(gcdIntegerzh_fast);
417 EXTFUN_RTS(quotRemIntegerzh_fast);
418 EXTFUN_RTS(quotIntegerzh_fast);
419 EXTFUN_RTS(remIntegerzh_fast);
420 EXTFUN_RTS(divExactIntegerzh_fast);
421 EXTFUN_RTS(divModIntegerzh_fast);
424 EXTFUN_RTS(int2Integerzh_fast);
425 EXTFUN_RTS(word2Integerzh_fast);
427 /* Floating-point decodings */
428 EXTFUN_RTS(decodeFloatzh_fast);
429 EXTFUN_RTS(decodeDoublezh_fast);
432 EXTFUN_RTS(andIntegerzh_fast);
433 EXTFUN_RTS(orIntegerzh_fast);
434 EXTFUN_RTS(xorIntegerzh_fast);
435 EXTFUN_RTS(complementIntegerzh_fast);
437 /* -----------------------------------------------------------------------------
439 -------------------------------------------------------------------------- */
441 #ifdef SUPPORT_LONG_LONGS
443 #define integerToWord64zh(r, sa,da) \
444 { unsigned long int* d; \
448 d = (unsigned long int *) (BYTE_ARR_CTS(da)); \
452 } else if ( s == 1) { \
455 res = (LW_)d[0] + (LW_)d[1] * 0x100000000ULL; \
460 #define integerToInt64zh(r, sa,da) \
461 { unsigned long int* d; \
465 d = (unsigned long int *) (BYTE_ARR_CTS(da)); \
469 } else if ( s == 1) { \
472 res = (LI_)d[0] + (LI_)d[1] * 0x100000000LL; \
481 EXTFUN_RTS(int64ToIntegerzh_fast);
482 EXTFUN_RTS(word64ToIntegerzh_fast);
484 /* The rest are (way!) out of line, implemented via C entry points.
486 I_ stg_gtWord64 (StgWord64, StgWord64);
487 I_ stg_geWord64 (StgWord64, StgWord64);
488 I_ stg_eqWord64 (StgWord64, StgWord64);
489 I_ stg_neWord64 (StgWord64, StgWord64);
490 I_ stg_ltWord64 (StgWord64, StgWord64);
491 I_ stg_leWord64 (StgWord64, StgWord64);
493 I_ stg_gtInt64 (StgInt64, StgInt64);
494 I_ stg_geInt64 (StgInt64, StgInt64);
495 I_ stg_eqInt64 (StgInt64, StgInt64);
496 I_ stg_neInt64 (StgInt64, StgInt64);
497 I_ stg_ltInt64 (StgInt64, StgInt64);
498 I_ stg_leInt64 (StgInt64, StgInt64);
500 LW_ stg_remWord64 (StgWord64, StgWord64);
501 LW_ stg_quotWord64 (StgWord64, StgWord64);
503 LI_ stg_remInt64 (StgInt64, StgInt64);
504 LI_ stg_quotInt64 (StgInt64, StgInt64);
505 LI_ stg_negateInt64 (StgInt64);
506 LI_ stg_plusInt64 (StgInt64, StgInt64);
507 LI_ stg_minusInt64 (StgInt64, StgInt64);
508 LI_ stg_timesInt64 (StgInt64, StgInt64);
510 LW_ stg_and64 (StgWord64, StgWord64);
511 LW_ stg_or64 (StgWord64, StgWord64);
512 LW_ stg_xor64 (StgWord64, StgWord64);
513 LW_ stg_not64 (StgWord64);
515 LW_ stg_shiftL64 (StgWord64, StgInt);
516 LW_ stg_shiftRL64 (StgWord64, StgInt);
517 LI_ stg_iShiftL64 (StgInt64, StgInt);
518 LI_ stg_iShiftRL64 (StgInt64, StgInt);
519 LI_ stg_iShiftRA64 (StgInt64, StgInt);
521 LI_ stg_intToInt64 (StgInt);
522 I_ stg_int64ToInt (StgInt64);
523 LW_ stg_int64ToWord64 (StgInt64);
525 LW_ stg_wordToWord64 (StgWord);
526 W_ stg_word64ToWord (StgWord64);
527 LI_ stg_word64ToInt64 (StgWord64);
530 /* -----------------------------------------------------------------------------
532 -------------------------------------------------------------------------- */
534 /* We cast to void* instead of StgChar* because this avoids a warning
535 * about increasing the alignment requirements.
537 #define REAL_BYTE_ARR_CTS(a) ((void *) (((StgArrWords *)(a))->payload))
538 #define REAL_PTRS_ARR_CTS(a) ((P_) (((StgMutArrPtrs *)(a))->payload))
541 #define BYTE_ARR_CTS(a) \
542 ({ ASSERT(GET_INFO((StgArrWords *)(a)) == &stg_ARR_WORDS_info); \
543 REAL_BYTE_ARR_CTS(a); })
544 #define PTRS_ARR_CTS(a) \
545 ({ ASSERT((GET_INFO((StgMutArrPtrs *)(a)) == &stg_MUT_ARR_PTRS_FROZEN_info) \
546 || (GET_INFO((StgMutArrPtrs *)(a)) == &stg_MUT_ARR_PTRS_info)); \
547 REAL_PTRS_ARR_CTS(a); })
549 #define BYTE_ARR_CTS(a) REAL_BYTE_ARR_CTS(a)
550 #define PTRS_ARR_CTS(a) REAL_PTRS_ARR_CTS(a)
553 extern I_ genSymZh(void);
554 extern I_ resetGenSymZh(void);
556 /*--- everything except new*Array is done inline: */
558 #define sameMutableArrayzh(r,a,b) r=(I_)((a)==(b))
559 #define sameMutableByteArrayzh(r,a,b) r=(I_)((a)==(b))
561 #define readArrayzh(r,a,i) r=((PP_) PTRS_ARR_CTS(a))[(i)]
563 #define readCharArrayzh(r,a,i) indexCharOffAddrzh(r,BYTE_ARR_CTS(a),i)
564 #define readIntArrayzh(r,a,i) indexIntOffAddrzh(r,BYTE_ARR_CTS(a),i)
565 #define readWordArrayzh(r,a,i) indexWordOffAddrzh(r,BYTE_ARR_CTS(a),i)
566 #define readAddrArrayzh(r,a,i) indexAddrOffAddrzh(r,BYTE_ARR_CTS(a),i)
567 #define readFloatArrayzh(r,a,i) indexFloatOffAddrzh(r,BYTE_ARR_CTS(a),i)
568 #define readDoubleArrayzh(r,a,i) indexDoubleOffAddrzh(r,BYTE_ARR_CTS(a),i)
569 #define readStablePtrArrayzh(r,a,i) indexStablePtrOffAddrzh(r,BYTE_ARR_CTS(a),i)
570 #define readInt8Arrayzh(r,a,i) indexInt8OffAddrzh(r,BYTE_ARR_CTS(a),i)
571 #define readInt16Arrayzh(r,a,i) indexInt16OffAddrzh(r,BYTE_ARR_CTS(a),i)
572 #define readInt32Arrayzh(r,a,i) indexInt32OffAddrzh(r,BYTE_ARR_CTS(a),i)
573 #define readWord8Arrayzh(r,a,i) indexWord8OffAddrzh(r,BYTE_ARR_CTS(a),i)
574 #define readWord16Arrayzh(r,a,i) indexWord16OffAddrzh(r,BYTE_ARR_CTS(a),i)
575 #define readWord32Arrayzh(r,a,i) indexWord32OffAddrzh(r,BYTE_ARR_CTS(a),i)
576 #ifdef SUPPORT_LONG_LONGS
577 #define readInt64Arrayzh(r,a,i) indexInt64OffAddrzh(r,BYTE_ARR_CTS(a),i)
578 #define readWord64Arrayzh(r,a,i) indexWord64OffAddrzh(r,BYTE_ARR_CTS(a),i)
581 /* result ("r") arg ignored in write macros! */
582 #define writeArrayzh(a,i,v) ((PP_) PTRS_ARR_CTS(a))[(i)]=(v)
584 #define writeCharArrayzh(a,i,v) ((unsigned char *)(BYTE_ARR_CTS(a)))[i] = (unsigned char)(v)
585 /* unsigned char is for compatibility: the index is still in bytes. */
586 #define writeIntArrayzh(a,i,v) ((I_ *)(BYTE_ARR_CTS(a)))[i] = (v)
587 #define writeWordArrayzh(a,i,v) ((W_ *)(BYTE_ARR_CTS(a)))[i] = (v)
588 #define writeAddrArrayzh(a,i,v) ((PP_)(BYTE_ARR_CTS(a)))[i] = (v)
589 #define writeFloatArrayzh(a,i,v) \
590 ASSIGN_FLT((P_) (((StgFloat *)(BYTE_ARR_CTS(a))) + i),v)
591 #define writeDoubleArrayzh(a,i,v) \
592 ASSIGN_DBL((P_) (((StgDouble *)(BYTE_ARR_CTS(a))) + i),v)
593 #define writeStablePtrArrayzh(a,i,v) ((StgStablePtr *)(BYTE_ARR_CTS(a)))[i] = (v)
594 #define writeInt8Arrayzh(a,i,v) ((StgInt8 *)(BYTE_ARR_CTS(a)))[i] = (v)
595 #define writeInt16Arrayzh(a,i,v) ((StgInt16 *)(BYTE_ARR_CTS(a)))[i] = (v)
596 #define writeInt32Arrayzh(a,i,v) ((StgInt32 *)(BYTE_ARR_CTS(a)))[i] = (v)
597 #define writeWord8Arrayzh(a,i,v) ((StgWord8 *)(BYTE_ARR_CTS(a)))[i] = (v)
598 #define writeWord16Arrayzh(a,i,v) ((StgWord16 *)(BYTE_ARR_CTS(a)))[i] = (v)
599 #define writeWord32Arrayzh(a,i,v) ((StgWord32 *)(BYTE_ARR_CTS(a)))[i] = (v)
600 #ifdef SUPPORT_LONG_LONGS
601 #define writeInt64Arrayzh(a,i,v) ((LI_ *)(BYTE_ARR_CTS(a)))[i] = (v)
602 #define writeWord64Arrayzh(a,i,v) ((LW_ *)(BYTE_ARR_CTS(a)))[i] = (v)
605 #define indexArrayzh(r,a,i) r=((PP_) PTRS_ARR_CTS(a))[(i)]
607 #define indexCharArrayzh(r,a,i) indexCharOffAddrzh(r,BYTE_ARR_CTS(a),i)
608 #define indexIntArrayzh(r,a,i) indexIntOffAddrzh(r,BYTE_ARR_CTS(a),i)
609 #define indexWordArrayzh(r,a,i) indexWordOffAddrzh(r,BYTE_ARR_CTS(a),i)
610 #define indexAddrArrayzh(r,a,i) indexAddrOffAddrzh(r,BYTE_ARR_CTS(a),i)
611 #define indexFloatArrayzh(r,a,i) indexFloatOffAddrzh(r,BYTE_ARR_CTS(a),i)
612 #define indexDoubleArrayzh(r,a,i) indexDoubleOffAddrzh(r,BYTE_ARR_CTS(a),i)
613 #define indexStablePtrArrayzh(r,a,i) indexStablePtrOffAddrzh(r,BYTE_ARR_CTS(a),i)
614 #define indexInt8Arrayzh(r,a,i) indexInt8OffAddrzh(r,BYTE_ARR_CTS(a),i)
615 #define indexInt16Arrayzh(r,a,i) indexInt16OffAddrzh(r,BYTE_ARR_CTS(a),i)
616 #define indexInt32Arrayzh(r,a,i) indexInt32OffAddrzh(r,BYTE_ARR_CTS(a),i)
617 #define indexWord8Arrayzh(r,a,i) indexWord8OffAddrzh(r,BYTE_ARR_CTS(a),i)
618 #define indexWord16Arrayzh(r,a,i) indexWord16OffAddrzh(r,BYTE_ARR_CTS(a),i)
619 #define indexWord32Arrayzh(r,a,i) indexWord32OffAddrzh(r,BYTE_ARR_CTS(a),i)
620 #ifdef SUPPORT_LONG_LONGS
621 #define indexInt64Arrayzh(r,a,i) indexInt64OffAddrzh(r,BYTE_ARR_CTS(a),i)
622 #define indexWord64Arrayzh(r,a,i) indexWord64OffAddrzh(r,BYTE_ARR_CTS(a),i)
625 /* Freezing arrays-of-ptrs requires changing an info table, for the
626 benefit of the generational collector. It needs to scavenge mutable
627 objects, even if they are in old space. When they become immutable,
628 they can be removed from this scavenge list. */
630 #define unsafeFreezzeArrayzh(r,a) \
632 SET_INFO((StgClosure *)a,&stg_MUT_ARR_PTRS_FROZEN_info); \
636 #define unsafeFreezzeByteArrayzh(r,a) r=(a)
638 EXTFUN_RTS(unsafeThawArrayzh_fast);
640 #define sizzeofByteArrayzh(r,a) \
641 r = (((StgArrWords *)(a))->words * sizeof(W_))
642 #define sizzeofMutableByteArrayzh(r,a) \
643 r = (((StgArrWords *)(a))->words * sizeof(W_))
645 /* and the out-of-line ones... */
647 EXTFUN_RTS(newByteArrayzh_fast);
648 EXTFUN_RTS(newArrayzh_fast);
650 /* encoding and decoding of floats/doubles. */
652 /* We only support IEEE floating point format */
653 #include "ieee-flpt.h"
655 /* The decode operations are out-of-line because they need to allocate
658 EXTFUN_RTS(decodeFloatzh_fast);
659 EXTFUN_RTS(decodeDoublezh_fast);
661 /* grimy low-level support functions defined in StgPrimFloat.c */
663 extern StgDouble __encodeDouble (I_ size, StgByteArray arr, I_ e);
664 extern StgDouble __int_encodeDouble (I_ j, I_ e);
665 extern StgFloat __encodeFloat (I_ size, StgByteArray arr, I_ e);
666 extern StgFloat __int_encodeFloat (I_ j, I_ e);
667 extern void __decodeDouble (MP_INT *man, I_ *_exp, StgDouble dbl);
668 extern void __decodeFloat (MP_INT *man, I_ *_exp, StgFloat flt);
669 extern StgInt isDoubleNaN(StgDouble d);
670 extern StgInt isDoubleInfinite(StgDouble d);
671 extern StgInt isDoubleDenormalized(StgDouble d);
672 extern StgInt isDoubleNegativeZero(StgDouble d);
673 extern StgInt isFloatNaN(StgFloat f);
674 extern StgInt isFloatInfinite(StgFloat f);
675 extern StgInt isFloatDenormalized(StgFloat f);
676 extern StgInt isFloatNegativeZero(StgFloat f);
678 /* -----------------------------------------------------------------------------
681 newMutVar is out of line.
682 -------------------------------------------------------------------------- */
684 EXTFUN_RTS(newMutVarzh_fast);
686 #define readMutVarzh(r,a) r=(P_)(((StgMutVar *)(a))->var)
687 #define writeMutVarzh(a,v) (P_)(((StgMutVar *)(a))->var)=(v)
688 #define sameMutVarzh(r,a,b) r=(I_)((a)==(b))
690 /* -----------------------------------------------------------------------------
693 All out of line, because they either allocate or may block.
694 -------------------------------------------------------------------------- */
695 #define sameMVarzh(r,a,b) r=(I_)((a)==(b))
697 /* Assume external decl of EMPTY_MVAR_info is in scope by now */
698 #define isEmptyMVarzh(r,a) r=(I_)((GET_INFO((StgMVar*)(a))) == &stg_EMPTY_MVAR_info )
699 EXTFUN_RTS(newMVarzh_fast);
700 EXTFUN_RTS(takeMVarzh_fast);
701 EXTFUN_RTS(putMVarzh_fast);
702 EXTFUN_RTS(tryTakeMVarzh_fast);
703 EXTFUN_RTS(tryPutMVarzh_fast);
705 /* -----------------------------------------------------------------------------
707 -------------------------------------------------------------------------- */
709 EXTFUN_RTS(waitReadzh_fast);
710 EXTFUN_RTS(waitWritezh_fast);
711 EXTFUN_RTS(delayzh_fast);
713 /* -----------------------------------------------------------------------------
714 Primitive I/O, error-handling PrimOps
715 -------------------------------------------------------------------------- */
717 EXTFUN_RTS(catchzh_fast);
718 EXTFUN_RTS(raisezh_fast);
720 extern void stg_exit(I_ n) __attribute__ ((noreturn));
722 /* -----------------------------------------------------------------------------
723 Stable Name / Stable Pointer PrimOps
724 -------------------------------------------------------------------------- */
728 EXTFUN_RTS(makeStableNamezh_fast);
730 #define stableNameToIntzh(r,s) (r = ((StgStableName *)s)->sn)
732 #define eqStableNamezh(r,sn1,sn2) \
733 (r = (((StgStableName *)sn1)->sn == ((StgStableName *)sn2)->sn))
735 #define makeStablePtrzh(r,a) \
736 r = RET_STGCALL1(StgStablePtr,getStablePtr,a)
738 #define deRefStablePtrzh(r,sp) do { \
739 ASSERT(stable_ptr_table[stgCast(StgWord,sp) & ~STABLEPTR_WEIGHT_MASK].weight > 0); \
740 r = stable_ptr_table[stgCast(StgWord,sp) & ~STABLEPTR_WEIGHT_MASK].addr; \
743 #define eqStablePtrzh(r,sp1,sp2) \
744 (r = ((stgCast(StgWord,sp1) & ~STABLEPTR_WEIGHT_MASK) == (stgCast(StgWord,sp2) & ~STABLEPTR_WEIGHT_MASK)))
748 /* -----------------------------------------------------------------------------
749 Concurrency/Exception PrimOps.
750 -------------------------------------------------------------------------- */
752 EXTFUN_RTS(forkzh_fast);
753 EXTFUN_RTS(yieldzh_fast);
754 EXTFUN_RTS(killThreadzh_fast);
755 EXTFUN_RTS(seqzh_fast);
756 EXTFUN_RTS(blockAsyncExceptionszh_fast);
757 EXTFUN_RTS(unblockAsyncExceptionszh_fast);
759 #define myThreadIdzh(t) (t = CurrentTSO)
761 extern int cmp_thread(const StgTSO *tso1, const StgTSO *tso2);
763 /* ------------------------------------------------------------------------
766 A par in the Haskell code is ultimately translated to a parzh macro
767 (with a case wrapped around it to guarantee that the macro is actually
768 executed; see compiler/prelude/PrimOps.lhs)
769 In GUM and SMP we only add a pointer to the spark pool.
770 In GranSim we call an RTS fct, forwarding additional parameters which
771 supply info on granularity of the computation, size of the result value
772 and the degree of parallelism in the sparked expression.
773 ---------------------------------------------------------------------- */
777 #define parzh(r,node) PAR(r,node,1,0,0,0,0,0)
780 #define parAtzh(r,node,where,identifier,gran_info,size_info,par_info,rest) \
781 parAT(r,node,where,identifier,gran_info,size_info,par_info,rest,1)
784 #define parAtAbszh(r,node,proc,identifier,gran_info,size_info,par_info,rest) \
785 parAT(r,node,proc,identifier,gran_info,size_info,par_info,rest,2)
788 #define parAtRelzh(r,node,proc,identifier,gran_info,size_info,par_info,rest) \
789 parAT(r,node,proc,identifier,gran_info,size_info,par_info,rest,3)
791 //@cindex _parAtForNow_
792 #define parAtForNowzh(r,node,where,identifier,gran_info,size_info,par_info,rest) \
793 parAT(r,node,where,identifier,gran_info,size_info,par_info,rest,0)
795 #define parAT(r,node,where,identifier,gran_info,size_info,par_info,rest,local) \
797 if (closure_SHOULD_SPARK((StgClosure*)node)) { \
801 STGCALL6(newSpark, node,identifier,gran_info,size_info,par_info,local); \
803 case 2: p = where; /* parAtAbs means absolute PE no. expected */ \
805 case 3: p = CurrentProc+where; /* parAtRel means rel PE no. expected */\
807 default: p = where_is(where); /* parAt means closure expected */ \
810 /* update GranSim state according to this spark */ \
811 STGCALL3(GranSimSparkAtAbs, result, (I_)p, identifier); \
816 #define parLocalzh(r,node,identifier,gran_info,size_info,par_info,rest) \
817 PAR(r,node,rest,identifier,gran_info,size_info,par_info,1)
819 //@cindex _parGlobal_
820 #define parGlobalzh(r,node,identifier,gran_info,size_info,par_info,rest) \
821 PAR(r,node,rest,identifier,gran_info,size_info,par_info,0)
823 #define PAR(r,node,rest,identifier,gran_info,size_info,par_info,local) \
825 if (closure_SHOULD_SPARK((StgClosure*)node)) { \
827 result = RET_STGCALL6(rtsSpark*, newSpark, \
828 node,identifier,gran_info,size_info,par_info,local);\
829 STGCALL1(add_to_spark_queue,result); \
830 STGCALL2(GranSimSpark, local,(P_)node); \
834 #define copyablezh(r,node) \
835 /* copyable not yet implemented!! */
837 #define noFollowzh(r,node) \
838 /* noFollow not yet implemented!! */
840 #elif defined(SMP) || defined(PAR)
842 #define parzh(r,node) \
844 extern unsigned int context_switch; \
845 if (closure_SHOULD_SPARK((StgClosure *)node) && \
846 SparkTl < SparkLim) { \
847 *SparkTl++ = (StgClosure *)(node); \
849 r = context_switch = 1; \
851 #else /* !GRAN && !SMP && !PAR */
852 #define parzh(r,node) r = 1
855 /* -----------------------------------------------------------------------------
857 -------------------------------------------------------------------------- */
859 /* warning: extremely non-referentially transparent, need to hide in
860 an appropriate monad.
862 ToDo: follow indirections.
865 #define reallyUnsafePtrEqualityzh(r,a,b) r=((StgPtr)(a) == (StgPtr)(b))
867 /* -----------------------------------------------------------------------------
868 Weak Pointer PrimOps.
869 -------------------------------------------------------------------------- */
873 EXTFUN_RTS(mkWeakzh_fast);
874 EXTFUN_RTS(finalizzeWeakzh_fast);
876 #define deRefWeakzh(code,val,w) \
877 if (((StgWeak *)w)->header.info == &stg_WEAK_info) { \
879 val = (P_)((StgWeak *)w)->value; \
885 #define sameWeakzh(w1,w2) ((w1)==(w2))
889 /* -----------------------------------------------------------------------------
890 Foreign Object PrimOps.
891 -------------------------------------------------------------------------- */
895 #define ForeignObj_CLOSURE_DATA(c) (((StgForeignObj *)c)->data)
897 #define foreignObjToAddrzh(r,fo) r=ForeignObj_CLOSURE_DATA(fo)
898 #define touchzh(o) /* nothing */
900 EXTFUN_RTS(mkForeignObjzh_fast);
902 #define writeForeignObjzh(res,datum) \
903 (ForeignObj_CLOSURE_DATA(res) = (P_)(datum))
905 #define eqForeignObj(f1,f2) ((f1)==(f2))
907 #define indexCharOffForeignObjzh(r,fo,i) indexCharOffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
908 #define indexIntOffForeignObjzh(r,fo,i) indexIntOffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
909 #define indexWordOffForeignObjzh(r,fo,i) indexWordOffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
910 #define indexAddrOffForeignObjzh(r,fo,i) indexAddrOffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
911 #define indexFloatOffForeignObjzh(r,fo,i) indexFloatOffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
912 #define indexDoubleOffForeignObjzh(r,fo,i) indexDoubleOffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
913 #define indexStablePtrOffForeignObjzh(r,fo,i) indexStablePtrOffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
914 #define indexInt8OffForeignObjzh(r,fo,i) indexInt8OffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
915 #define indexInt16OffForeignObjzh(r,fo,i) indexInt16OffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
916 #define indexInt32OffForeignObjzh(r,fo,i) indexInt32OffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
917 #define indexWord8OffForeignObjzh(r,fo,i) indexWord8OffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
918 #define indexWord16OffForeignObjzh(r,fo,i) indexWord16OffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
919 #define indexWord32OffForeignObjzh(r,fo,i) indexWord32OffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
920 #ifdef SUPPORT_LONG_LONGS
921 #define indexInt64OffForeignObjzh(r,fo,i) indexInt64OffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
922 #define indexWord64OffForeignObjzh(r,fo,i) indexWord64OffAddrzh(r,ForeignObj_CLOSURE_DATA(fo),i)
928 /* -----------------------------------------------------------------------------
930 -------------------------------------------------------------------------- */
932 #define dataToTagzh(r,a) r=(GET_TAG(((StgClosure *)a)->header.info))
934 /* tagToEnum# is handled directly by the code generator. */
936 /* -----------------------------------------------------------------------------
938 -------------------------------------------------------------------------- */
940 EXTFUN_RTS(newBCOzh_fast);
941 EXTFUN_RTS(mkApUpd0zh_fast);
943 /* -----------------------------------------------------------------------------
944 Signal processing. Not really primops, but called directly from
946 -------------------------------------------------------------------------- */
948 #define STG_SIG_DFL (-1)
949 #define STG_SIG_IGN (-2)
950 #define STG_SIG_ERR (-3)
951 #define STG_SIG_HAN (-4)
953 extern StgInt stg_sig_install (StgInt, StgInt, StgStablePtr, sigset_t *);
954 #define stg_sig_default(sig,mask) stg_sig_install(sig,STG_SIG_DFL,0,(sigset_t *)mask)
955 #define stg_sig_ignore(sig,mask) stg_sig_install(sig,STG_SIG_IGN,0,(sigset_t *)mask)
956 #define stg_sig_catch(sig,ptr,mask) stg_sig_install(sig,STG_SIG_HAN,ptr,(sigset_t *)mask)
958 #endif /* PRIMOPS_H */