root/trunk/tsuite/run_parallel.pl

#!/usr/bin/perl

# I have written a little perl script that runs both the auto and slow
# test suites in parallel on suitable machines. The syntax is:
#
# run_parallel.pl cloudy.exe
#
# or
#
# run_parallel.pl cloudy.exe 8
#
# where the first parameter is the name of the Cloudy executable.
# If the parameter is completely omitted (or a "." is entered), it
# will default to "../source/cloudy.exe". You can also supply the
# name of one of the sys_xxx directories, in which case the path will
# default to "../source/sys_xxx/cloudy.exe". In all other cases
# cloudy.exe should  either be in your search path, or the full pathname
# should be used. The second number is the number of processors to use.
# It can be any number >= 0. However, using numbers larger than roughly
# 8 will not give any speed advantage since the time will then be
# set by the longest running test sims. The second number is optional
# and will default to the number of processosrs on your computer
# (this number is only correctly determined under Linux and Windows,
# it will be set to 1 on other systems).
#
# If the number of processors is set to 0, the script will exit after
# creating the Makefile (i.e., the test suite will not be run).
#
# NB NB - The script will first delete any remaining output from a
# previous run of the test suite by calling the script clean_tsuite.pl
# (this includes calls with the number of processors set to 0) !
#
# The script uses "gmake" (GNU make) to run the test cases. In case
# that doesn't exist, you can try replacing the two calls below with
# "make". If the version is not too old, that should work as well
# provided it supports the -j parameter for parallel execution.
#
# Peter van Hoof

if( -d "../source/$ARGV[0]" ) {
    $exe = "../../source/$ARGV[0]/cloudy.exe";
}
else {
    $exe = "$ARGV[0]";
}

if( "$ARGV[1]" eq "" ) {
#     the following should work under Windows.
    $nproc = $ENV{'NUMBER_OF_PROCESSORS'};
    if( $nproc eq "" )
    {
#         this branch is for non-Windows
        if( -r "/proc/cpuinfo" )
        {
#             this branch is for Linux
            $nproc = 0;
            open( foo, "</proc/cpuinfo" );
            while( <foo> )
            {
                if( /^processor/ )
                {
                    ++$nproc;
                }
            }
            close( foo );
        }
        else
        {
#             we don't know how to determine the number of CPUs
            $nproc = 1;
        }
    }
}
else {
    $nproc = $ARGV[1];
}

# clean up first
if( -e "./clean_tsuite.pl" ) {
    system "./clean_tsuite.pl";
}
else {
    die "./clean_tsuite.pl not found!";
}

$all = "all: ";
$rules = "";
$i = 0;

# this funny sequence is to assure that the heavy jobs are upfront...
while( defined( $input = glob("slow/h*.in slow/[A-Za-gi-z]*.in auto/o*.in auto/b*.in auto/d*.in auto/l*.in auto/p*.in auto/h*.in auto/n*.in auto/i*.in auto/a*.in auto/[A-Zce-gjkmq-z]*.in") ) ) {
    $i++;
    @inp = split( '/', $input );
    $output = $inp[1];
    $output2 = $inp[1];
    $output3 = $input;
    $output =~ s/\.in/.out/gi;
    $output2 =~ s/\.in/.err/gi;
    $output3 =~ s/\.in/.out/gi;
    $all = "$all$output3 ";
    if( $i%4 == 0 ) {
        $all = "$all\\\n\t";
    }
    $rules = "$rules$output3: $input\n";
    $rules = "$rules\tcd $inp[0] ; $exe < $inp[1] > $output 2> $output2\n"
}
open( foo, ">Makefile" );
print foo $all;
print foo "\n";
print foo $rules;
close foo;

# if number of processors is 0 only create Makefile and exit
if( $nproc > 0 ) {
    print "\nNow I will run the test suite using $nproc processors\n\n";

#     this does the heavy lifting...
#     try make instead if gmake doesn't exist on your system
    system "gmake -i -j $nproc";

#     this was produced by the optimizers and is not really part of the test suite
#     its presence will fool the checkall.pl script....
    unlink "auto/optimal.in";

    if( $nproc > 1 ) {
#         just in case func_trans_read was run before func_trans_punch was complete
        unlink "auto/func_trans_read.out";
#         try make instead if gmake doesn't exist on your system
        system "gmake -i -j $nproc";
    }

#     now do the checking
    print "\n\n\n";
    print "========================================\n";
    print "      Checking auto test suite          \n";
    print "========================================\n";
    system "cd auto ; ./checkall.pl";
    print "\n\n\n";
    print "========================================\n";
    print "      Checking slow test suite          \n";
    print "========================================\n";
    system "cd slow ; ./checkall.pl";
}