2 # The perl script requires the following variables to be bound
3 # to something meaningful before it will operate correctly:
10 # * a program to run (1st arg)
11 # * some "command-line opts" ( -O<opt1> -O<opt2> ... )
12 # [default: anything on the cmd line this script doesn't recognise ]
13 # the first opt not starting w/ "-" is taken to be an input
14 # file and (if it exists) is grepped for "what's going on here"
16 # * a file to feed to stdin ( -i<file> ) [default: /dev/null ]
17 # * a "time" command to use (-t <cmd>).
19 # * alternatively, a "-script <script>" argument says: run the
20 # named Bourne-shell script to do the test. It's passed the
21 # pgm-to-run as the one-and-only arg.
23 # Run the program with those options and that input, and check:
26 # * an expected exit status ( -x <val> ) [ default 0 ]
27 # * expected output on stdout ( -o1 <file> ) [ default /dev/null ]
28 # ( we'll accept one of several...)
29 # * expected output on stderr ( -o2 <file> ) [ default /dev/null ]
30 # ( we'll accept one of several...)
32 # (if the expected-output files' names end in .Z, then
33 # they are uncompressed before doing the comparison)
35 # (This is supposed to be a "prettier" replacement for runstdtest.)
37 ($Pgm = $0) =~ s|.*/||;
42 $PgmStdinFile = '/dev/null';
43 if ( $ENV{'TMPDIR'} ) { # where to make tmp file names
44 $TmpPrefix = $ENV{'TMPDIR'};
46 $TmpPrefix ="$TMPDIR";
47 $ENV{'TMPDIR'} = "$TMPDIR"; # set the env var as well
49 $ScriptFile = "$TmpPrefix/run_me$$";
50 $DefaultStdoutFile = "$TmpPrefix/no_stdout$$"; # can't use /dev/null (e.g. Alphas)
51 $DefaultStderrFile = "$TmpPrefix/no_stderr$$";
57 $StatsFile = "$TmpPrefix/stats$$";
58 $SysSpecificTiming = '';
61 die "$Pgm: program to run not given as first argument\n" if $#ARGV < 0;
62 $ToRun = $ARGV[0]; shift(@ARGV);
63 # avoid picking up same-named thing from somewhere else on $PATH...
64 $ToRun = "./$ToRun" if $ToRun !~ /^\//;
66 arg: while ($_ = $ARGV[0]) {
69 /^--$/ && do { # let anything past after --
70 push(@PgmArgs, @ARGV);
73 /^-v$/ && do { $Verbose = 1; next arg; };
74 /^-O(.*)/ && do { push(@PgmArgs, &grab_arg_arg('-O',$1)); next arg; };
75 /^-i(.*)/ && do { $PgmStdinFile = &grab_arg_arg('-i',$1);
77 print STDERR "$Pgm: bogus -i input file: $PgmStdinFile\n"
78 if ! -f $PgmStdinFile;
80 /^-x(.*)/ && do { $PgmExitStatus = &grab_arg_arg('-x',$1);
82 print STDERR "$Pgm: bogus -x expected exit status: $PgmExitStatus\n"
83 if $PgmExitStatus !~ /^\d+$/;
85 /^-o1(.*)/ && do { $out_file = &grab_arg_arg('-o1',$1);
86 push(@PgmStdoutFile, $out_file);
88 /^-o2(.*)/ && do { $out_file = &grab_arg_arg('-o2',$1);
89 push(@PgmStderrFile, $out_file);
91 /^-prescript(.*)/ && do { $PreScript = &grab_arg_arg('-prescript',$1);
93 /^-postscript(.*)/ && do { $PostScript = &grab_arg_arg('-postscript',$1);
95 /^-script/ && do { print STDERR "$Pgm: -script argument is obsolete;\nUse -prescript and -postscript instead.\n";
98 /^-(ghc|hbc)-timing$/ && do { $SysSpecificTiming = $1;
100 /^-spix-timing$/ && do { $SysSpecificTiming = 'ghcspix';
103 /^-t(.*)/ && do { $TimeCmd = &grab_arg_arg('-t', $1); next arg; };
105 # anything else is taken to be a pgm arg
109 foreach $out_file ( @PgmStdoutFile ) {
111 print STDERR "$Pgm: bogus -o1 expected-output file: $out_file\n"
115 foreach $out_file ( @PgmStderrFile ) {
117 print STDERR "$Pgm: bogus -o2 expected-stderr file: $out_file\n"
123 # add on defaults if none specified
124 @PgmStdoutFile = ( $DefaultStdoutFile ) if $#PgmStdoutFile < 0;
125 @PgmStderrFile = ( $DefaultStderrFile ) if $#PgmStderrFile < 0;
127 # tidy up the pgm args:
128 # (1) look for the "first input file"
129 # and grep it for "interesting" comments (--!!! )
130 # (2) quote any args w/ whitespace in them.
132 foreach $a ( @PgmArgs ) {
133 if (! $grep_done && $a !~ /^-/ && -f $a) {
134 print `egrep "^--!!!" $a`;
137 if ($a =~ /\s/ || $a =~ /'/) {
138 $a =~ s/'/\\'/g; # backslash the quotes;
139 $a = "\"$a\""; # quote the arg
143 # deal with system-specific timing options
145 if ( $SysSpecificTiming =~ /^ghc/ ) {
146 $TimingMagic = "+RTS -s$StatsFile -RTS"
147 } elsif ( $SysSpecificTiming eq 'hbc' ) {
148 $TimingMagic = "-S$StatsFile";
152 if ( $SpixTiming eq 'yes' ) {
155 # gotta find first/last addresses in the mutator code
156 $FirstSpix = '_callWrapper';
157 $LastSpix = '???'; # usually _mpz_get_si, but can't be sure
159 open(SPIXNM, "nm -n $ToRunOrig |") || die "nm -n $ToRunOrig open failed!\n";
160 spix: while (<SPIXNM>) {
161 if ( / T +(_freeForeignObj|_([A-Za-z]+)Hook|_xmalloc|_mpz_get_si)$/ ) {
166 close(SPIXNM); # || die "nm -n $ToRunOrig close failed!\n";
168 $SpixifyLine1 = "spix -o $ToRun -t$FirstSpix,$LastSpix $ToRunOrig";
169 $SpixstatsLine1 = "spixstats -b $TmpPrefix/runtest$$.3 $ToRunOrig > $ToRunOrig.spixstats1";
170 $SpixifyLine2 = "spix -o $ToRun +t$FirstSpix,$LastSpix $ToRunOrig";
171 $SpixstatsLine2 = "spixstats -b $TmpPrefix/runtest$$.3 $ToRunOrig > $ToRunOrig.spixstats2";
174 $SpixstatsLine1 = '';
176 $SpixstatsLine2 = '';
179 if ($PreScript ne '') {
181 $PreScriptLines = `cat $PreScript`;
183 $PreScriptLines = '';
186 if ($PostScript ne '') {
188 $PostScriptLines = `cat $PostScript`;
190 $PostScriptLines =~ s#\$o1#$TmpPrefix/runtest$$.1#g;
191 $PostScriptLines =~ s#\$o2#$TmpPrefix/runtest$$.2#g;
193 $PostScriptLines = '';
196 # OK, so we're gonna do the normal thing...
198 $Script = <<EOSCRIPT;
202 rm -f $DefaultStdoutFile $DefaultStderrFile
203 cat /dev/null > $DefaultStdoutFile
204 cat /dev/null > $DefaultStderrFile
207 $TimeCmd /bin/sh -c \'$ToRun $TimingMagic @PgmArgs < $PgmStdinFile 1> $TmpPrefix/runtest$$.1 2> $TmpPrefix/runtest$$.2 3> $TmpPrefix/runtest$$.3\'
209 if [ \$progexit -ne $PgmExitStatus ]; then
210 echo $ToRun @PgmArgs \\< $PgmStdinFile
211 echo expected exit status $PgmExitStatus not seen \\; got \$progexit
216 for out_file in @PgmStdoutFile ; do
217 if cmp -s \$out_file $TmpPrefix/runtest$$.1 ; then
221 if [ \$hit = 'NO' ] ; then
222 echo $ToRun @PgmArgs \\< $PgmStdinFile
223 echo expected stdout not matched by reality
224 ${CONTEXT_DIFF} $PgmStdoutFile[0] $TmpPrefix/runtest$$.1
229 egrep -v '^ld\.so:.*has older revision than expected' < $TmpPrefix/runtest$$.2 > $TmpPrefix/runtest$$.2b
230 mv -f $TmpPrefix/runtest$$.2b $TmpPrefix/runtest$$.2
233 for out_file in @PgmStderrFile ; do
234 if cmp -s \$out_file $TmpPrefix/runtest$$.2 ; then
238 if [ \$hit = 'NO' ] ; then
239 echo $ToRun @PgmArgs \\< $PgmStdinFile
240 echo expected stderr not matched by reality
241 ${CONTEXT_DIFF} $PgmStderrFile[0] $TmpPrefix/runtest$$.2
247 if [ $SpixTiming = 'yes' -a \$myexit = 0 ] ; then
249 $TimeCmd /bin/sh -c \'$ToRun $TimingMagic @PgmArgs < $PgmStdinFile 1> /dev/null 2> /dev/null 3> $TmpPrefix/runtest$$.3\'
253 ${RM} core $ToRunOrig.spix $DefaultStdoutFile $DefaultStderrFile $TmpPrefix/runtest$$.1 $TmpPrefix/runtest$$.2 $TmpPrefix/runtest$$.3
257 # bung script into a file
258 open(SCR, "> $ScriptFile") || die "Failed opening script file $ScriptFile!\n";
260 close(SCR) || die "Failed closing script file!\n";
261 chmod 0755, $ScriptFile;
263 print STDERR $Script if $Verbose;
265 &run_something($ScriptFile);
267 if ( $SysSpecificTiming eq '' ) {
273 &process_stats_file();
274 &process_spixstats_files() if $SpixTiming eq 'yes';
276 # print out what we found
277 if ( $SpixTiming ne 'yes' ) {
278 print STDERR "<<$SysSpecificTiming: ",
279 "$BytesAlloc bytes, $GCs GCs, $AvgResidency/$MaxResidency avg/max bytes residency ($ResidencySamples samples), $InitTime INIT ($InitElapsed elapsed), $MutTime MUT ($MutElapsed elapsed), $GcTime GC ($GcElapsed elapsed)",
280 " :$SysSpecificTiming>>\n";
282 print STDERR "<<$SysSpecificTiming: ",
283 "$BytesAlloc bytes, $GCs GCs, $AvgResidency/$MaxResidency avg/max bytes residency ($ResidencySamples samples), $TotalInsns[1]/$TotalInsns[2] instructions, $LoadInsns[1]/$LoadInsns[2] loads, $StoreInsns[1]/$StoreInsns[2] stores, $BranchInsns[1]/$BranchInsns[2] branches, $OtherInsns[1]/$OtherInsns[2] others",
284 " :$SysSpecificTiming>>\n";
293 local($option, $rest_of_arg) = @_;
296 return($rest_of_arg);
297 } elsif ($#ARGV >= 0) {
298 local($temp) = $ARGV[0]; shift(@ARGV);
301 print STDERR "$Pgm: no argument following $option option\n";
307 local($str_to_do) = @_;
309 # print STDERR "$str_to_do\n" if $Verbose;
311 local($return_val) = 0;
315 if ($return_val != 0) {
316 #ToDo: this return-value mangling is wrong
317 # local($die_msg) = "$Pgm: execution of the $tidy_name had trouble";
318 # $die_msg .= " (program not found)" if $return_val == 255;
319 # $die_msg .= " ($!)" if $Verbose && $! != 0;
324 exit (($return_val == 0) ? 0 : 1);
328 sub process_stats_file {
330 # OK, process system-specific stats file
331 if ( $SysSpecificTiming =~ /^ghc/ ) {
333 #NB: nearly the same as in GHC driver's -ghc-timing stuff
335 open(STATS, $StatsFile) || die "Failed when opening $StatsFile\n";
337 local($max_live) = 0;
338 local($tot_live) = 0; # for calculating residency stuff
339 local($tot_samples) = 0;
342 if (! /Minor/ && /^\s*\d+\s+\d+\s+(\d+)\s+\d+\.\d+\%/ ) {
343 $max_live = $1 if $max_live < $1;
348 $BytesAlloc = $1 if /^\s*([0-9,]+) bytes allocated in the heap/;
350 # if ( /^\s*([0-9,]+) bytes maximum residency .* (\d+) sample/ ) {
351 # $MaxResidency = $1; $ResidencySamples = $2;
354 $GCs = $1 if /^\s*([0-9,]+) garbage collections? performed/;
356 if ( /^\s*INIT\s+time\s*(\d+\.\d\d)s\s*\(\s*(\d+\.\d\d)s elapsed\)/ ) {
357 $InitTime = $1; $InitElapsed = $2;
358 } elsif ( /^\s*MUT\s+time\s*(\d+\.\d\d)s\s*\(\s*(\d+\.\d\d)s elapsed\)/ ) {
359 $MutTime = $1; $MutElapsed = $2;
360 } elsif ( /^\s*GC\s+time\s*(\d+\.\d\d)s\s*\(\s*(\d+\.\d\d)s elapsed\)/ ) {
361 $GcTime = $1; $GcElapsed = $2;
364 close(STATS) || die "Failed when closing $StatsFile\n";
365 if ( $tot_samples > 0 ) {
366 $ResidencySamples = $tot_samples;
367 $MaxResidency = $max_live;
368 $AvgResidency = int ($tot_live / $tot_samples) ;
371 } elsif ( $SysSpecificTiming eq 'hbc' ) {
373 open(STATS, $StatsFile) || die "Failed when opening $StatsFile\n";
375 $BytesAlloc = $1 if /^\s*([0-9]+) bytes allocated from the heap/;
377 $GCs = $1 if /^\s*([0-9]+) GCs?,$/;
379 if ( /^\s*(\d+\.\d\d) \((\d+\.\d)\) seconds total time,$/ ) {
380 $MutTime = $1; $MutElapsed = $2; # will fix up later
382 $InitTime = 0; $InitElapsed = 0; # hbc doesn't report these
384 } elsif ( /^\s*(\d+\.\d\d) \((\d+\.\d)\) seconds GC time/ ) {
385 $GcTime = $1; $GcElapsed = $2;
387 # fix up mutator time now
388 $MutTime = sprintf("%.2f", ($MutTime - $GcTime));
389 $MutElapsed = sprintf("%.1f", ($MutElapsed - $GcElapsed));
392 close(STATS) || die "Failed when closing $StatsFile\n";
395 # warn about what we didn't find
396 print STDERR "Warning: BytesAlloc not found in stats file\n" unless defined($BytesAlloc);
397 print STDERR "Warning: GCs not found in stats file\n" unless defined($GCs);
398 print STDERR "Warning: InitTime not found in stats file\n" unless defined($InitTime);
399 print STDERR "Warning: InitElapsed not found in stats file\n" unless defined($InitElapsed);
400 print STDERR "Warning: MutTime not found in stats file\n" unless defined($MutTime);
401 print STDERR "Warning: MutElapsed not found in stats file\n" unless defined($MutElapsed);
402 print STDERR "Warning: GcTime inot found in stats file\n" unless defined($GcTime);
403 print STDERR "Warning: GcElapsed not found in stats file\n" unless defined($GcElapsed);
405 # things we didn't necessarily expect to find
406 $MaxResidency = 0 unless defined($MaxResidency);
407 $AvgResidency = 0 unless defined($AvgResidency);
408 $ResidencySamples = 0 unless defined($ResidencySamples);
411 $BytesAlloc =~ s/,//g;
412 $MaxResidency =~ s/,//g;
415 $InitElapsed =~ s/,//g;
417 $MutElapsed =~ s/,//g;
419 $GcElapsed =~ s/,//g;
422 sub process_spixstats_files { # 2 of them; one for mutator, one for GC
432 open(STATS, "< $ToRunOrig.spixstats$f") || die "Failed when opening $ToRunOrig.spixstats$f\n";
434 last if /^OPCODES \(STATIC\):/; # party over
436 next if /^OPCODES \(DYNAMIC\):/;
438 next if /^opcode\s+#executed/;
441 if ( /^ld\S*\s+(\d+)/ ) {
442 $LoadInsns[$f] += $1;
444 } elsif ( /^st\S*\s+(\d+)/ ) {
445 $StoreInsns[$f] += $1;
447 } elsif ( /^(jmpl|call|b\S*)\s+(\d+)/ ) {
448 $BranchInsns[$f] += $2;
450 } elsif ( /^TOTAL\s+(\d+)/ ) {
451 $TotalInsns[$f] = $1;
452 print STDERR "TotalInsns doesn't match categories total!\n"
453 if $TotalInsns[$f] !=
454 ($LoadInsns[$f] + $StoreInsns[$f] + $BranchInsns[$f] + $OtherInsns[$f]);
456 } elsif ( /^\S+\s+(\d+)/ ) {
457 $OtherInsns[$f] += $1;
460 die "Funny line?? $_";
463 close(STATS) || die "Failed when closing $ToRunOrig.spixstats\n";