X-Git-Url: http://git.megacz.com/?a=blobdiff_plain;f=ghc%2Frts%2FStats.c;h=d6211924b40c216959ef0c716cadd31969343cd0;hb=b682cf8d64f44ce16eddac9b5efbe01e993bfbe7;hp=9dd0612aa092ab11bb04844fd9a74cdb92d243bd;hpb=7f309f1c021e7583f724cce599ce2dd3c439361b;p=ghc-hetmet.git diff --git a/ghc/rts/Stats.c b/ghc/rts/Stats.c index 9dd0612..d621192 100644 --- a/ghc/rts/Stats.c +++ b/ghc/rts/Stats.c @@ -1,5 +1,5 @@ /* ----------------------------------------------------------------------------- - * $Id: Stats.c,v 1.6 1999/02/05 16:02:56 simonm Exp $ + * $Id: Stats.c,v 1.21 2000/07/17 15:15:40 rrt Exp $ * * (c) The GHC Team, 1998-1999 * @@ -14,57 +14,33 @@ #include "RtsUtils.h" #include "StoragePriv.h" #include "MBlock.h" - -/** - * Ian: For the moment we just want to ignore - * these on Nemesis - **/ -#ifdef _NEMESIS_OS_ -#ifdef HAVE_SYS_TIMES_H -#undef HAVE_SYS_TIMES_H /* */ -#endif -#ifdef HAVE_SYS_RESOURCE_H /* */ -#undef HAVE_SYS_RESOURCE_H -#endif -#ifdef HAVE_SYS_TIME_H /* */ -#undef HAVE_SYS_TIME_H -#endif -#ifdef HAVE_SYS_TIMEB_H -#undef HAVE_SYS_TIMEB_H /* */ -#endif -#ifdef HAVE_UNISTD_H -#undef HAVE_UNISTD_H /* */ -#endif -#ifdef HAVE_TIMES -#undef HAVE_TIMES -#endif -#ifdef HAVE_FTIME -#undef HAVE_FTIME -#endif -#ifdef HAVE_GETRUSAGE -#undef HAVE_GETRUSAGE -#endif -#ifdef HAVE_SYSCONF -#undef HAVE_SYSCONF -#endif -#endif /* _NEMESIS_OS_ */ - +#include "Schedule.h" #include "Stats.h" #ifdef HAVE_UNISTD_H #include #endif -#ifdef HAVE_SYS_TIMES_H -#include +#ifndef mingw32_TARGET_OS +# ifdef HAVE_SYS_TIMES_H +# include +# endif #endif #ifdef HAVE_SYS_TIME_H #include #endif -#if defined(HAVE_SYS_RESOURCE_H) && ! irix_TARGET_OS -#include +#ifdef __CYGWIN32__ +# ifdef HAVE_TIME_H +# include +# endif +#endif + +#if ! irix_TARGET_OS && ! defined(mingw32_TARGET_OS) +# if defined(HAVE_SYS_RESOURCE_H) +# include +# endif #endif #ifdef HAVE_SYS_TIMEB_H @@ -75,65 +51,144 @@ #include #endif +#if HAVE_WINDOWS_H +#include +#endif + /* huh? */ #define BIG_STRING_LEN 512 -static StgDouble ElapsedTimeStart = 0.0; -static StgDouble TicksPerSecond = 0.0; +static double ElapsedTimeStart = 0.0; +static double TicksPerSecond = 0.0; -static StgDouble InitUserTime = 0.0; -static StgDouble InitElapsedTime = 0.0; +static double InitUserTime = 0.0; +static double InitElapsedTime = 0.0; +static double InitElapsedStamp = 0.0; + +static double MutUserTime = 0.0; +static double MutElapsedTime = 0.0; +static double MutElapsedStamp = 0.0; + +static double ExitUserTime = 0.0; +static double ExitElapsedTime = 0.0; static ullong GC_tot_alloc = 0; +static ullong GC_tot_copied = 0; -static StgDouble GC_start_time, GC_tot_time = 0; /* User GC Time */ -static StgDouble GCe_start_time, GCe_tot_time = 0; /* Elapsed GC time */ +static double GC_start_time, GC_tot_time = 0; /* User GC Time */ +static double GCe_start_time, GCe_tot_time = 0; /* Elapsed GC time */ lnat MaxResidency = 0; /* in words; for stats only */ lnat ResidencySamples = 0; /* for stats only */ static lnat GC_start_faults = 0, GC_end_faults = 0; +static double *GC_coll_times; + /* ToDo: convert this to use integers? --SDM */ /* elapsedtime() -- The current elapsed time in seconds */ -StgDouble +#ifdef _WIN32 +#define NS_PER_SEC 10000000LL +/* Convert FILETIMEs into secs since the Epoch (Jan1-1970) */ +#define FT2longlong(ll,ft) \ + (ll)=(ft).dwHighDateTime; \ + (ll) <<= 32; \ + (ll) |= (ft).dwLowDateTime; \ + (ll) /= (unsigned long long) (NS_PER_SEC / CLOCKS_PER_SEC) +#endif + +#ifdef _WIN32 +/* cygwin32 or mingw32 version */ +double +elapsedtime(void) +{ + FILETIME creationTime, exitTime, kernelTime, userTime; + long long int kT, uT; + + + /* ToDo: pin down elapsed times to just the OS thread(s) that + are evaluating/managing Haskell code. + */ + if (!GetProcessTimes (GetCurrentProcess(), &creationTime, + &exitTime, &kernelTime, &userTime)) { + /* Probably on a Win95 box..*/ + return 0; + } + + FT2longlong(kT,kernelTime); + FT2longlong(uT,userTime); + return (((StgDouble)(uT + kT))/TicksPerSecond); +} + +#else + +double elapsedtime(void) { -#if ! (defined(HAVE_TIMES) || defined(HAVE_FTIME)) + +# if ! (defined(HAVE_TIMES) || defined(HAVE_FTIME)) /* We will #ifdef around the fprintf for machines we *know* are unsupported. (WDP 94/05) */ fprintf(stderr, "NOTE: `elapsedtime' does nothing!\n"); return 0.0; -#else /* not stumped */ +# else /* not stumped */ /* "ftime" may be nicer, but "times" is more standard; but, on a Sun, if you do not get the SysV one, you are *hosed*... */ -# if defined(HAVE_TIMES) && ! sunos4_TARGET_OS +# if defined(HAVE_TIMES) && ! sunos4_TARGET_OS struct tms t; clock_t r = times(&t); - return (((StgDouble)r)/TicksPerSecond - ElapsedTimeStart); + return (((double)r)/TicksPerSecond); -# else /* HAVE_FTIME */ +# else /* HAVE_FTIME */ struct timeb t; ftime(&t); - return (fabs(t.time + 1e-3*t.millitm - ElapsedTimeStart)); + return (fabs(t.time + 1e-3*t.millitm)); -# endif /* HAVE_FTIME */ -#endif /* not stumped */ +# endif /* HAVE_FTIME */ +# endif /* not stumped */ } +#endif /* !_WIN32 */ + +/* mut_user_time_during_GC() and mut_user_time() + * + * The former function can be used to get the current mutator time + * *during* a GC, i.e. between stat_startGC and stat_endGC. This is + * used in the heap profiler for accurately time stamping the heap + * sample. + * + * ATTENTION: mut_user_time_during_GC() relies on GC_start_time being + * defined in stat_startGC() - to minimise system calls, + * GC_start_time is, however, only defined when really needed (check + * stat_startGC() for details) + */ +double +mut_user_time_during_GC(void) +{ + return (GC_start_time - GC_tot_time); +} + +double +mut_user_time(void) +{ + return (usertime() - GC_tot_time); +} + static nat pagefaults(void) { -# if !defined(HAVE_GETRUSAGE) || irix_TARGET_OS + /* ToDo (on NT): better, get this via the performance data + that's stored in the registry. */ +# if !defined(HAVE_GETRUSAGE) || irix_TARGET_OS || defined(_WIN32) return 0; # else struct rusage t; @@ -148,27 +203,29 @@ pagefaults(void) void start_time(void) { +#ifdef HAVE_SYSCONF long ticks; /* Determine TicksPerSecond ... */ -#ifdef HAVE_SYSCONF + ticks = sysconf(_SC_CLK_TCK); if ( ticks == -1 ) { fprintf(stderr, "stat_init: bad call to 'sysconf'!\n"); stg_exit(EXIT_FAILURE); } - TicksPerSecond = (StgDouble) ticks; + TicksPerSecond = (double) ticks; -#else /* no "sysconf"; had better guess */ -# ifdef HZ +/* no "sysconf"; had better guess */ +#elif defined(HZ) TicksPerSecond = (StgDouble) (HZ); -# else /* had better guess wildly */ +#elif defined(CLOCKS_PER_SEC) + TicksPerSecond = (StgDouble) (CLOCKS_PER_SEC); +#else /* had better guess wildly */ /* We will #ifdef around the fprintf for machines we *know* are unsupported. (WDP 94/05) */ fprintf(stderr, "NOTE: Guessing `TicksPerSecond = 60'!\n"); TicksPerSecond = 60.0; -# endif #endif ElapsedTimeStart = elapsedtime(); @@ -178,59 +235,136 @@ start_time(void) void initStats(void) { + nat i; FILE *sf = RtsFlags.GcFlags.statsFile; - if (RtsFlags.GcFlags.giveStats) { + if (RtsFlags.GcFlags.giveStats >= VERBOSE_GC_STATS) { fprintf(sf, " Alloc Collect Live GC GC TOT TOT Page Flts\n"); fprintf(sf, " bytes bytes bytes user elap user elap\n"); } + GC_coll_times = + (double *)stgMallocBytes(sizeof(double) * RtsFlags.GcFlags.generations, + "initStats"); + for (i = 0; i < RtsFlags.GcFlags.generations; i++) { + GC_coll_times[i] = 0.0; + } } +#ifdef _WIN32 +double +usertime(void) +{ + FILETIME creationTime, exitTime, kernelTime, userTime; + long long int uT; + + /* Convert FILETIMEs into long longs */ + + if (!GetProcessTimes (GetCurrentProcess(), &creationTime, + &exitTime, &kernelTime, &userTime)) { + /* Probably exec'ing this on a Win95 box..*/ + return 0; + } -StgDouble + FT2longlong(uT,userTime); + return (((StgDouble)uT)/TicksPerSecond); +} +#else + +double usertime(void) { -#if ! (defined(HAVE_GETRUSAGE) || defined(HAVE_TIMES)) +# if ! (defined(HAVE_GETRUSAGE) || defined(HAVE_TIMES)) /* We will #ifdef around the fprintf for machines we *know* are unsupported. (WDP 94/05) */ fprintf(stderr, "NOTE: `usertime' does nothing!\n"); return 0.0; -#else /* not stumped */ +# else /* not stumped */ -# if defined(HAVE_TIMES) +# if defined(HAVE_TIMES) struct tms t; times(&t); - return(((StgDouble)(t.tms_utime))/TicksPerSecond); + return(((double)(t.tms_utime))/TicksPerSecond); -#else /* HAVE_GETRUSAGE */ +# else /* HAVE_GETRUSAGE */ struct rusage t; getrusage(RUSAGE_SELF, &t); return(t.ru_utime.tv_sec + 1e-6*t.ru_utime.tv_usec); -# endif /* HAVE_GETRUSAGE */ -#endif /* not stumped */ +# endif /* HAVE_GETRUSAGE */ +# endif /* not stumped */ } +#endif /* ! _WIN32 */ void end_init(void) { InitUserTime = usertime(); - InitElapsedTime = elapsedtime(); + InitElapsedStamp = elapsedtime(); + InitElapsedTime = InitElapsedStamp - ElapsedTimeStart; if (InitElapsedTime < 0.0) { InitElapsedTime = 0.0; } } /* ----------------------------------------------------------------------------- + stat_startExit and stat_endExit + + These two measure the time taken in shutdownHaskell(). + -------------------------------------------------------------------------- */ + +void +stat_startExit(void) +{ + MutElapsedStamp = elapsedtime(); + MutElapsedTime = MutElapsedStamp - GCe_tot_time - InitElapsedStamp; + if (MutElapsedTime < 0) { MutElapsedTime = 0; } /* sometimes -0.00 */ + + /* for SMP, we don't know the mutator time yet, we have to inspect + * all the running threads to find out, and they haven't stopped + * yet. So we just timestamp MutUserTime at this point so we can + * calculate the EXIT time. The real MutUserTime is calculated + * in stat_exit below. + */ +#ifdef SMP + MutUserTime = usertime(); +#else + MutUserTime = usertime() - GC_tot_time - InitUserTime; + if (MutUserTime < 0) { MutUserTime = 0; } +#endif +} + +void +stat_endExit(void) +{ +#ifdef SMP + ExitUserTime = usertime() - MutUserTime; +#else + ExitUserTime = usertime() - MutUserTime - GC_tot_time - InitUserTime; +#endif + ExitElapsedTime = elapsedtime() - MutElapsedStamp; + if (ExitUserTime < 0.0) { + ExitUserTime = 0.0; + } + if (ExitElapsedTime < 0.0) { + ExitElapsedTime = 0.0; + } +} + +/* ----------------------------------------------------------------------------- Called at the beginning of each GC -------------------------------------------------------------------------- */ static nat rub_bell = 0; +/* initialise global variables needed during GC + * + * * GC_start_time is read in mut_user_time_during_GC(), which in turn is + * needed if either PROFILING or DEBUGing is enabled + */ void stat_startGC(void) { @@ -247,8 +381,14 @@ stat_startGC(void) } } +#if defined(PROFILING) || defined(DEBUG) + GC_start_time = usertime(); /* needed in mut_user_time_during_GC() */ +#endif + if (sf != NULL) { - GC_start_time = usertime(); +#if !defined(PROFILING) && !defined(DEBUG) + GC_start_time = usertime(); +#endif GCe_start_time = elapsedtime(); if (RtsFlags.GcFlags.giveStats) { GC_start_faults = pagefaults(); @@ -261,24 +401,26 @@ stat_startGC(void) -------------------------------------------------------------------------- */ void -stat_endGC(lnat alloc, lnat collect, lnat live, lnat gen) +stat_endGC(lnat alloc, lnat collect, lnat live, lnat copied, lnat gen) { FILE *sf = RtsFlags.GcFlags.statsFile; if (sf != NULL) { - StgDouble time = usertime(); - StgDouble etime = elapsedtime(); + double time = usertime(); + double etime = elapsedtime(); + double gc_time = time - GC_start_time; + double gc_etime = etime - GCe_start_time; - if (RtsFlags.GcFlags.giveStats) { + if (RtsFlags.GcFlags.giveStats >= VERBOSE_GC_STATS) { nat faults = pagefaults(); fprintf(sf, "%9ld %9ld %9ld", alloc*sizeof(W_), collect*sizeof(W_), live*sizeof(W_)); fprintf(sf, " %5.2f %5.2f %7.2f %7.2f %4ld %4ld (Gen: %2ld)\n", - (time-GC_start_time), - (etime-GCe_start_time), + gc_time, + gc_etime, time, - etime, + etime - ElapsedTimeStart, faults - GC_start_faults, GC_start_faults - GC_end_faults, gen); @@ -287,9 +429,27 @@ stat_endGC(lnat alloc, lnat collect, lnat live, lnat gen) fflush(sf); } - GC_tot_alloc += (ullong) alloc; - GC_tot_time += time-GC_start_time; - GCe_tot_time += etime-GCe_start_time; + GC_coll_times[gen] += gc_time; + + GC_tot_copied += (ullong) copied; + GC_tot_alloc += (ullong) alloc; + GC_tot_time += gc_time; + GCe_tot_time += gc_etime; + +#ifdef SMP + { + nat i; + pthread_t me = pthread_self(); + + for (i = 0; i < RtsFlags.ParFlags.nNodes; i++) { + if (me == task_ids[i].id) { + task_ids[i].gc_time += gc_time; + task_ids[i].gc_etime += gc_etime; + break; + } + } + } +#endif if (gen == RtsFlags.GcFlags.generations-1) { /* major GC? */ if (live > MaxResidency) { @@ -306,6 +466,33 @@ stat_endGC(lnat alloc, lnat collect, lnat live, lnat gen) } /* ----------------------------------------------------------------------------- + stat_workerStop + + Called under SMP when a worker thread finishes. We drop the timing + stats for this thread into the task_ids struct for that thread. + -------------------------------------------------------------------------- */ + +#ifdef SMP +void +stat_workerStop(void) +{ + nat i; + pthread_t me = pthread_self(); + + for (i = 0; i < RtsFlags.ParFlags.nNodes; i++) { + if (task_ids[i].id == me) { + task_ids[i].mut_time = usertime() - task_ids[i].gc_time; + task_ids[i].mut_etime = elapsedtime() + - GCe_tot_time + - task_ids[i].elapsedtimestart; + if (task_ids[i].mut_time < 0.0) { task_ids[i].mut_time = 0.0; } + if (task_ids[i].mut_etime < 0.0) { task_ids[i].mut_etime = 0.0; } + } + } +} +#endif + +/* ----------------------------------------------------------------------------- Called at the end of execution NOTE: number of allocations is not entirely accurate: it doesn't @@ -320,24 +507,26 @@ stat_exit(int alloc) if (sf != NULL){ char temp[BIG_STRING_LEN]; - StgDouble time = usertime(); - StgDouble etime = elapsedtime(); - StgDouble MutTime, MutElapsedTime; + double time = usertime(); + double etime = elapsedtime() - ElapsedTimeStart; /* avoid divide by zero if time is measured as 0.00 seconds -- SDM */ if (time == 0.0) time = 0.0001; if (etime == 0.0) etime = 0.0001; - - fprintf(sf, "%9ld %9.9s %9.9s", - (lnat)alloc*sizeof(W_), "", ""); - fprintf(sf, " %5.2f %5.2f\n\n", 0.0, 0.0); + if (RtsFlags.GcFlags.giveStats >= VERBOSE_GC_STATS) { + fprintf(sf, "%9ld %9.9s %9.9s", (lnat)alloc*sizeof(W_), "", ""); + fprintf(sf, " %5.2f %5.2f\n\n", 0.0, 0.0); + } GC_tot_alloc += alloc; ullong_format_string(GC_tot_alloc*sizeof(W_), temp, rtsTrue/*commas*/); fprintf(sf, "%11s bytes allocated in the heap\n", temp); + ullong_format_string(GC_tot_copied*sizeof(W_), temp, rtsTrue/*commas*/); + fprintf(sf, "%11s bytes copied during GC\n", temp); + if ( ResidencySamples > 0 ) { ullong_format_string(MaxResidency*sizeof(W_), temp, rtsTrue/*commas*/); fprintf(sf, "%11s bytes maximum residency (%ld sample(s))\n", @@ -349,24 +538,41 @@ stat_exit(int alloc) { /* Count garbage collections */ nat g; for (g = 0; g < RtsFlags.GcFlags.generations; g++) { - fprintf(sf, "%11d collections in generation %d\n", - generations[g].collections, g); + fprintf(sf, "%11d collections in generation %d (%6.2fs)\n", + generations[g].collections, g, GC_coll_times[g]); } } fprintf(sf,"\n%11ld Mb total memory in use\n\n", mblocks_allocated * MBLOCK_SIZE / (1024 * 1024)); - MutTime = time - GC_tot_time - InitUserTime; - if (MutTime < 0) { MutTime = 0; } - MutElapsedTime = etime - GCe_tot_time - InitElapsedTime; - if (MutElapsedTime < 0) { MutElapsedTime = 0; } /* sometimes -0.00 */ + /* For SMP, we have to get the user time from each thread + * and try to work out the total time. + */ +#ifdef SMP + { + nat i; + MutUserTime = 0.0; + for (i = 0; i < RtsFlags.ParFlags.nNodes; i++) { + MutUserTime += task_ids[i].mut_time; + fprintf(sf, " Task %2d: MUT time: %6.2fs (%6.2fs elapsed)\n" + " GC time: %6.2fs (%6.2fs elapsed)\n\n", + i, + task_ids[i].mut_time, task_ids[i].mut_etime, + task_ids[i].gc_time, task_ids[i].gc_etime); + } + } + time = MutUserTime + GC_tot_time + InitUserTime + ExitUserTime; + if (MutUserTime < 0) { MutUserTime = 0; } +#endif fprintf(sf, " INIT time %6.2fs (%6.2fs elapsed)\n", InitUserTime, InitElapsedTime); fprintf(sf, " MUT time %6.2fs (%6.2fs elapsed)\n", - MutTime, MutElapsedTime); + MutUserTime, MutElapsedTime); fprintf(sf, " GC time %6.2fs (%6.2fs elapsed)\n", GC_tot_time, GCe_tot_time); + fprintf(sf, " EXIT time %6.2fs (%6.2fs elapsed)\n", + ExitUserTime, ExitElapsedTime); fprintf(sf, " Total time %6.2fs (%6.2fs elapsed)\n\n", time, etime); @@ -403,7 +609,7 @@ stat_describe_gens(void) bdescr *bd; step *step; - fprintf(stderr, " Gen Steps Max Mutable Mut-Once Step Blocks Live Large\n Blocks Closures Closures Objects\n"); + fprintf(stderr, " Gen Steps Max Mutable Mut-Once Step Blocks Live Large\n Blocks Closures Closures Objects\n"); for (g = 0; g < RtsFlags.GcFlags.generations; g++) { for (m = generations[g].mut_list, mut = 0; m != END_MUT_LIST; @@ -420,7 +626,12 @@ stat_describe_gens(void) for (bd = step->large_objects, lge = 0; bd; bd = bd->link) lge++; live = 0; - for (bd = step->blocks; bd; bd = bd->link) { + if (RtsFlags.GcFlags.generations == 1) { + bd = step->to_space; + } else { + bd = step->blocks; + } + for (; bd; bd = bd->link) { live += (bd->free - bd->start) * sizeof(W_); } if (s != 0) {