sl@0: @rem
sl@0: @rem Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
sl@0: @rem All rights reserved.
sl@0: @rem This component and the accompanying materials are made available
sl@0: @rem under the terms of "Eclipse Public License v1.0"
sl@0: @rem which accompanies this distribution, and is available
sl@0: @rem at the URL "http://www.eclipse.org/legal/epl-v10.html".
sl@0: @rem
sl@0: @rem Initial Contributors:
sl@0: @rem Nokia Corporation - initial contribution.
sl@0: @rem
sl@0: @rem Contributors:
sl@0: @rem
sl@0: @rem Description:
sl@0: @rem
sl@0: @rem = '--*-Perl-*--
sl@0: @echo off
sl@0: if "%OS%" == "Windows_NT" goto WinNT
sl@0: perl -x -S "%0" %1 %2 %3 %4 %5 %6 %7 %8 %9
sl@0: goto endofperl
sl@0: :WinNT
sl@0: perl -x -S "%0" %*
sl@0: if NOT "%COMSPEC%" == "%SystemRoot%\system32\cmd.exe" goto endofperl
sl@0: if %errorlevel% == 9009 echo You do not have Perl in your PATH.
sl@0: goto endofperl
sl@0: @rem ';
sl@0: #!perl
sl@0: #line 14
sl@0:     eval 'exec perl.exe -S $0 ${1+"$@"}'
sl@0:     if $running_under_some_shell;
sl@0: 
sl@0: use strict; # important pragma
sl@0: use File::Copy;
sl@0: use File::Find;
sl@0: 
sl@0: 
sl@0: my @Month =("Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec");
sl@0: my ($sec,my $min,my $hour,my $mday,my $mon,my $year,my $wday,my $yday,my $isdst); 
sl@0: 
sl@0: 
sl@0: my $BuildToUse="winscw";
sl@0: my $EpocCDrive = "$ENV{EPOCROOT}epoc32\\$BuildToUse\\c";
sl@0: my $ResultsDirectory = "$EpocCDrive\\Logs\\TestResults";
sl@0: my $TestFrameworkOpts="";
sl@0: my $TestFrameworkNoDelay="";
sl@0: my $Debug=0;
sl@0: my $Warning=0; #controls how pernickety the output is
sl@0: my $Cmd; #general variable to carry system commands
sl@0: my $CodeCover=0;
sl@0: my $ScriptToRun='[\S]+\.script';
sl@0: my $TimesToRun=1;
sl@0: 
sl@0: 
sl@0: if(@ARGV && (($ARGV[0] eq "-h") ||
sl@0:      ($ARGV[0] eq "--h") ||
sl@0:      ($ARGV[0] eq "-help") ||
sl@0:      ($ARGV[0] eq "--help") ||
sl@0:      ($ARGV[0] eq "help"))
sl@0: 	 )
sl@0:     {
sl@0:     print "Runs all the Test Framework and Test Execute script files.\n";
sl@0:     print "\nSyntax : runtests -b=sss -d -c -a -v=nnn -cc -rep=nnn -q\n";
sl@0: 	print "-b   Compiler version to use [wins\|winscw) (default=$BuildToUse)\n";
sl@0:     print "-d   Force to run testframework at debug mode \n";
sl@0:     print "-c   Clean results directory ($ResultsDirectory)\n";
sl@0:     print "-a   Full output in testframework console\n";
sl@0:     print "-v   Provide verbose output 1=limited 2=maximum\n";
sl@0:     print "-s   Define a script to be executed (ommitting causes all scripts to be run)\n";
sl@0:     print "-cc  Only run release builds for Code Cover\n";
sl@0:     print "-rep Repeat the test run a number of times\n";
sl@0:     print "-q      Start testframework without the 20 second delay\n";
sl@0: 
sl@0:     exit 0;
sl@0:     }
sl@0: 
sl@0: 
sl@0: 
sl@0: use Getopt::Long;
sl@0: my %optctl = ();
sl@0: keys(%optctl)=10;
sl@0: unless (GetOptions (\%optctl, "b=s","d","c","v=i", "cc", "s=s","rep=i","a","q")) 
sl@0:   {exit 1;}
sl@0: 
sl@0: 
sl@0: 
sl@0: if($optctl{"b"})
sl@0:   {
sl@0:   $BuildToUse=$optctl{"b"};
sl@0:   if((lc($BuildToUse) ne "wins") && (lc($BuildToUse) ne "winscw"))
sl@0:     {
sl@0: 	print STDERR "only wins and winscw builds are supported\n";
sl@0: 	exit 1;
sl@0: 	}
sl@0: 
sl@0:    $EpocCDrive = "$ENV{EPOCROOT}epoc32\\$BuildToUse\\c";
sl@0:    $ResultsDirectory = "$EpocCDrive\\Logs\\TestResults";
sl@0:   }
sl@0: #repeat test run a number of times
sl@0: if($optctl{"rep"})
sl@0:   {
sl@0:   $TimesToRun = $optctl{"rep"};
sl@0:   if(($TimesToRun < 1))
sl@0:     {
sl@0:     print STDERR "must specify a positive number of repeates\n";
sl@0:     exit 1;
sl@0:     }
sl@0:   }
sl@0: 
sl@0: 
sl@0: #debug on
sl@0: if($optctl{"v"})
sl@0:   {$Debug=$optctl{"v"};}
sl@0: 
sl@0: if($Debug ==2)
sl@0:   {
sl@0:   print "Command line options:-\n";
sl@0:   while ((my $key, my $val) = each %optctl) 
sl@0:     {print "$key  =>  $val\n";}
sl@0:   }
sl@0: 
sl@0: 
sl@0: #Code Cover run
sl@0: if($optctl{"cc"})
sl@0:   {$CodeCover=1;}
sl@0: 
sl@0: 
sl@0: if($Debug ==2)
sl@0:   {
sl@0:   print "Command line options:-\n";
sl@0:   while ((my $key, my $val) = each %optctl) 
sl@0:     {print "$key  =>  $val\n";}
sl@0:   }
sl@0: 
sl@0: 
sl@0: 
sl@0: if($optctl{"c"})
sl@0:   {
sl@0:   print "Deleting Existing Results FIles\n";
sl@0: 
sl@0:   my @ExistingResultsFiles;
sl@0:   my $ExistingResultsFile;
sl@0:   find( sub { push @ExistingResultsFiles, $File::Find::name if /\.htm/ }, ($ResultsDirectory) );
sl@0: 
sl@0: 
sl@0:   foreach $ExistingResultsFile (@ExistingResultsFiles)
sl@0:     {
sl@0:     $ExistingResultsFile =~ s/\//\\/g;
sl@0:     $Cmd="del $ExistingResultsFile";
sl@0:     if($Debug==2)
sl@0: 	  {print "executing $Cmd\n";}
sl@0:     system($Cmd);
sl@0: 	}
sl@0: 
sl@0:   }
sl@0: 
sl@0: if($optctl{"a"})
sl@0:   {
sl@0:   print "Full output in testframework console\n";
sl@0:   $TestFrameworkOpts .= " -a";
sl@0:   }
sl@0: 
sl@0: if($optctl{"s"})
sl@0:   {
sl@0:   $ScriptToRun = $optctl{"s"};
sl@0:     
sl@0:   print "Looking for script file $ScriptToRun\n";
sl@0:   }
sl@0: 
sl@0: # Only add -q flag to textframework request
sl@0: if($optctl{"q"})
sl@0: 	{
sl@0:   	$TestFrameworkNoDelay .= " -q";
sl@0:   	}
sl@0: 
sl@0: my $UrelTestFramework = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\urel\\testframework.exe" . $TestFrameworkOpts . $TestFrameworkNoDelay;
sl@0: my $UdebTestFramework = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\udeb\\testframework.exe -t" . $TestFrameworkOpts . $TestFrameworkNoDelay;
sl@0: my $RecogUrelTestFramework = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\urel\\testframeworkrecognizer.exe" . $TestFrameworkOpts . $TestFrameworkNoDelay;
sl@0: my $RecogUdebTestFramework = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\udeb\\testframeworkrecognizer.exe" . $TestFrameworkOpts . $TestFrameworkNoDelay;
sl@0: my $NoneUrelTestFramework = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\urel\\testframeworkNone.exe" . $TestFrameworkOpts . $TestFrameworkNoDelay;
sl@0: my $NoneUdebTestFramework = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\udeb\\testframeworkNone.exe" . $TestFrameworkOpts . $TestFrameworkNoDelay;
sl@0: my $MMDDCapUrelTestFramework = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\urel\\testframeworkMMDDCap.exe" . $TestFrameworkOpts . $TestFrameworkNoDelay;
sl@0: my $UECapUrelTestFramework = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\urel\\testframeworkUECap.exe" . $TestFrameworkOpts . $TestFrameworkNoDelay;
sl@0: my $UrelEpocEmulator  = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\urel\\epoc.exe" . $TestFrameworkOpts;
sl@0: my $UdebEpocEmulator  = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\udeb\\epoc.exe" . $TestFrameworkOpts;
sl@0: my $eka2IdentifyFile  = "$ENV{EPOCROOT}epoc32\\release\\winscw\\udeb\\winsgui.dll"; # if file present, is EKA2 build
sl@0: my $UrelTestExecute = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\urel\\testexecute.exe" . $TestFrameworkOpts;
sl@0: my $UdebTestExecute = "$ENV{EPOCROOT}epoc32\\release\\$BuildToUse\\udeb\\testexecute.exe" . $TestFrameworkOpts;
sl@0: 
sl@0: my $RecogniserCfgFile = "$EpocCDrive\\mm\\AutorunTests.cfg";
sl@0: my $copy_ini_secdisp = "perl secdisp_ini_append.pl append"; 
sl@0: my $delete_ini_secdisp = "perl secdisp_ini_append.pl restore";
sl@0: if($Debug>=1)
sl@0:   {
sl@0:   print "\nUsing $RecogniserCfgFile to configure the Epoc recogniser\n";
sl@0:   }
sl@0: 
sl@0: print "\nScanning $EpocCDrive for script files\n";
sl@0: my @ScriptFilesFound;
sl@0: my $ScriptFile;
sl@0: my $ScriptToRunTmp = $ScriptToRun;
sl@0: 
sl@0: #Firstly, try to find an exact script name
sl@0: print "ScriptToRunTmp = $ScriptToRunTmp\n";
sl@0: 
sl@0: if(!($ScriptToRun =~ /\.script/i))
sl@0:   {$ScriptToRunTmp = $ScriptToRun .'\.script';}
sl@0:  
sl@0: #find all the required script files
sl@0: find( sub { push @ScriptFilesFound, $File::Find::name if /^$ScriptToRunTmp$/i }, ($EpocCDrive) );
sl@0: 
sl@0: #if no scripts were found, look for scripts that wildcard match
sl@0: if(@ScriptFilesFound < 1)
sl@0:   {
sl@0:   if(!($ScriptToRun =~ /\.script/i))
sl@0:     {$ScriptToRunTmp = '[\S]*' . $ScriptToRun .'[\S]*\.script';}
sl@0:   else
sl@0:     {$ScriptToRunTmp = $ScriptToRun;}
sl@0: 
sl@0:   find( sub { push @ScriptFilesFound, $File::Find::name if /$ScriptToRunTmp/i }, ($EpocCDrive) );
sl@0:   }
sl@0: 
sl@0: if($Debug>=1)
sl@0:   {
sl@0:   my $len = @ScriptFilesFound;
sl@0:   print "\nScanned $len script files in $EpocCDrive\n";
sl@0:   foreach $ScriptFile (@ScriptFilesFound)
sl@0:     {print "$ScriptFile\n";}
sl@0:   }
sl@0: 
sl@0: 
sl@0: #look for any scripts that are called from other scripts; no need to call these directly
sl@0: my @IndirectScripts;
sl@0: my $IndirectScript;
sl@0: foreach $ScriptFile (@ScriptFilesFound)
sl@0:   {
sl@0:   unless (open(SCRIPTFILE,"$ScriptFile")) 
sl@0:     {
sl@0:     print STDERR "Can't open $ScriptFile: $!\n";
sl@0:     exit 1;
sl@0:     }
sl@0:  
sl@0:   my $ScriptFileLine;
sl@0:   my @ResultFileContents = <SCRIPTFILE>;
sl@0: 
sl@0:   foreach $ScriptFileLine (@ResultFileContents)
sl@0:     {
sl@0:     if($ScriptFileLine =~ /^RUN_SCRIPT[\s]+[\S]+[\s]*$/)
sl@0:       { 
sl@0: 	  if($Debug==2)
sl@0:         {print "File: $ScriptFile Line:  $ScriptFileLine\n";}
sl@0: 	  
sl@0: 	  $IndirectScript =  $ScriptFileLine;
sl@0: 	  $_ = $IndirectScript;
sl@0: 
sl@0: 	  m/^RUN_SCRIPT[\s]+([\S]+)[\s]*$/;
sl@0:       $IndirectScript=($1);
sl@0: 
sl@0: 	  if($Debug==2)
sl@0:         {print "Secondary Script = $IndirectScript\n";}
sl@0: 
sl@0: 	  push @IndirectScripts, $IndirectScript;
sl@0: 	  }
sl@0:     }
sl@0:   }
sl@0: 
sl@0: 
sl@0: #produce a list of the script files that need running
sl@0: my @ScriptsToRun;
sl@0: ScriptFile_LBL: foreach $ScriptFile (@ScriptFilesFound)
sl@0:   {
sl@0:   
sl@0:   foreach $IndirectScript (@IndirectScripts)
sl@0:     {
sl@0: 	if($ScriptFile =~ /$IndirectScript/)
sl@0: 	  {
sl@0: 	  if($Debug==2)
sl@0:         {print "Not running $ScriptFile directly\n";}
sl@0: 	  next ScriptFile_LBL;}
sl@0: 	}   
sl@0: 
sl@0:   push @ScriptsToRun, $ScriptFile;
sl@0:   }
sl@0: 
sl@0: 
sl@0: if($Debug>=1)
sl@0:   {
sl@0:   foreach $ScriptFile (@ScriptsToRun)
sl@0:     {print "Running $ScriptFile\n";}
sl@0:   }
sl@0: 
sl@0: 
sl@0: unless (open(TESTRUNLOG,">TestRunLog.txt")) 
sl@0:   {
sl@0:   print STDERR "Can't open orphanedtests.txt: $!\n";
sl@0:   exit 1;
sl@0:   }
sl@0: 
sl@0: unless (open(MASTERSCRIPT,">master.script")) 
sl@0:   {
sl@0:   print STDERR "Can't open master.script: $!\n";
sl@0:   exit 1;
sl@0:   }
sl@0: unless (open(MASTERALLOCSCRIPT,">master_alloc.script")) 
sl@0:   {
sl@0:   print STDERR "Can't open master_alloc.script: $!\n";
sl@0:   exit 1;
sl@0:   }
sl@0: 
sl@0: #create a master script file, this could be usefull for running on hardware.
sl@0: foreach $ScriptFile (@ScriptsToRun)
sl@0:   {
sl@0:   $ScriptFile =~ s/\//\\/g;
sl@0:   $ScriptFile =~ s/^[\s]*[a-z]://i;
sl@0: 
sl@0:   my $regex = quotemeta $EpocCDrive;
sl@0:   $ScriptFile =~ s/$regex//gi;
sl@0: 
sl@0:   #alloc tests must be run under debug
sl@0:   if($ScriptFile =~ /_alloc(_wm)?.script/i)
sl@0:     {
sl@0:     print MASTERALLOCSCRIPT "RUN_SCRIPT $ScriptFile\n";}
sl@0:   else
sl@0:     {print MASTERSCRIPT "RUN_SCRIPT $ScriptFile\n";}
sl@0: 
sl@0:   }
sl@0: close MASTERSCRIPT;
sl@0: close MASTERALLOCSCRIPT;
sl@0: 
sl@0: 
sl@0: #remove any alloc tests from list. Alloc tests must be run on debug builds, Code Cover tests 
sl@0: #are only done against release builds.
sl@0: if($CodeCover==1)
sl@0:   {
sl@0:   my @ScriptsToRunTmp=();
sl@0:   foreach $ScriptFile (@ScriptsToRun)
sl@0:     {
sl@0:     if(!($ScriptFile =~ /_alloc(_wm)?.script/i))
sl@0: 	  {
sl@0:       push @ScriptsToRunTmp, $ScriptFile;
sl@0: 	  }
sl@0: 	}
sl@0:   @ScriptsToRun = @ScriptsToRunTmp;
sl@0:   }
sl@0: 
sl@0: 
sl@0: my $TotalScriptFiles = @ScriptsToRun;
sl@0: if($TimesToRun > 1)
sl@0:   {
sl@0:   print "Running $TotalScriptFiles scripts  $TimesToRun times\n";
sl@0:   }
sl@0: else
sl@0:   {
sl@0:   print "Running $TotalScriptFiles scripts\n";
sl@0:   }
sl@0: 
sl@0: 
sl@0: my $RunCount=0;
sl@0: for ($RunCount = 0; $RunCount < $TimesToRun; $RunCount++) 
sl@0:   {
sl@0:   my $ScriptsRun=0;
sl@0:   #run each script
sl@0:   foreach $ScriptFile (@ScriptsToRun)
sl@0:     {
sl@0:     $ScriptFile =~ s/\//\\/g;
sl@0:     $ScriptFile =~ s/^[\s]*[a-z]://i;
sl@0: 
sl@0:     my $regex = quotemeta $EpocCDrive;
sl@0:     $ScriptFile =~ s/$regex//gi;
sl@0: 
sl@0: 
sl@0:     #alloc tests must be run under debug
sl@0:     if($ScriptFile =~ /_recog_alloc.script/i)
sl@0: 	    {
sl@0: 	    $Cmd = "$RecogUdebTestFramework $ScriptFile";
sl@0:         }
sl@0:     elsif($ScriptFile =~ /_nocap_alloc.script/i)
sl@0:        	{
sl@0:       	$Cmd = "$NoneUdebTestFramework $ScriptFile";
sl@0:        	}
sl@0:     elsif(($ScriptFile =~ /_alloc.script/i) || ($ScriptFile =~ /_alloc_wm.script/i) || ($ScriptFile =~ /_debug.script/i) || ($optctl{"d"}) )
sl@0:        	{
sl@0:       	$Cmd = "$UdebTestFramework $ScriptFile";
sl@0:        	}
sl@0:     elsif($ScriptFile =~ /_recog.script/i)
sl@0:        	{
sl@0:       	$Cmd = "$RecogUrelTestFramework $ScriptFile";
sl@0:        	}
sl@0:     elsif($ScriptFile =~ /_nocap.script/i)
sl@0:        	{
sl@0:       	$Cmd = "$NoneUrelTestFramework $ScriptFile";
sl@0:        	}	
sl@0:     elsif($ScriptFile =~ /_mmddcap.script/i)
sl@0:        	{
sl@0:       	$Cmd = "$MMDDCapUrelTestFramework $ScriptFile";
sl@0:        	}
sl@0:     elsif($ScriptFile =~ /_uecap.script/i)
sl@0:        	{
sl@0:       	$Cmd = "$UECapUrelTestFramework $ScriptFile";
sl@0:        	}
sl@0:     elsif($ScriptFile =~ /_secdisp.script/i)
sl@0:       	{
sl@0:      	#Take a backup of the existing ini files to .OLD and copy our ini files from the current dir to \epoc folders
sl@0: 	    if(!(system($copy_ini_secdisp)==0))
sl@0:       	    {
sl@0:       	    print "Failure to execute - $Cmd: $!";
sl@0:       	    print TESTRUNLOG "Failure to execute - $Cmd: $!\n";
sl@0:       	    }
sl@0: 	    $Cmd = "$UrelTestFramework $ScriptFile";
sl@0: 	    }
sl@0:     elsif($ScriptFile =~ /\\te_/i)
sl@0:  	    {
sl@0:  	    $Cmd = "$UdebTestExecute $ScriptFile";
sl@0:  	    }
sl@0:     elsif($ScriptFile =~ /_te.script/i)
sl@0:  	    {
sl@0:  	    $Cmd = "$UdebTestExecute $ScriptFile";
sl@0:  	    }
sl@0:     else
sl@0:      	{
sl@0:        	$Cmd = "$UrelTestFramework $ScriptFile";
sl@0:        	}
sl@0: 
sl@0:     ($sec,my $min,my $hour,my $mday,my $mon,my $year,my $wday,my $yday,my $isdst) = localtime(time);  
sl@0:     print "Starting script at $hour:$min:$sec\n";
sl@0:     print TESTRUNLOG "Starting script at $hour:$min:$sec\n";
sl@0: 
sl@0:     $ScriptsRun++;
sl@0:     print "executing $Cmd ($ScriptsRun of $TotalScriptFiles)\n";
sl@0: 
sl@0:     print TESTRUNLOG "executing $Cmd\n";
sl@0: 
sl@0:     if(!(system($Cmd)==0))
sl@0:       {
sl@0:       print "Failure to execute - $Cmd: $!";
sl@0:       print TESTRUNLOG "Failure to execute - $Cmd: $!\n";
sl@0:       }
sl@0:    if($ScriptFile =~ /_secdisp.script/i)
sl@0:     {
sl@0:     #Delete .ini files and rename  .OLD files to .ini files
sl@0:     if(!(system($delete_ini_secdisp)==0))
sl@0:          {
sl@0:           print "Failure to execute - $Cmd: $!";
sl@0:           print TESTRUNLOG "Failure to execute - $Cmd: $!\n";
sl@0:           }
sl@0:     } 
sl@0:    
sl@0:     }#foreach $ScriptFile (@ScriptsToRun)
sl@0: 
sl@0:   if($TimesToRun > 1)
sl@0:     {
sl@0:     #now copy the results to a new numbered directory 
sl@0:     $Cmd = "xcopy /E /R /I /Y P:\\epoc32\\wins\\c\\Logs\\TestResults P:\\epoc32\\wins\\c\\Logs\\TestResults$RunCount";
sl@0:     print "executing $Cmd";
sl@0: 
sl@0:     if(!(system($Cmd)==0))
sl@0:       {
sl@0:       print "Failure to execute - $Cmd: $!";
sl@0:       print TESTRUNLOG "Failure to execute - $Cmd: $!\n";
sl@0:       }
sl@0:     }
sl@0:   }
sl@0: 
sl@0: 
sl@0: 
sl@0: $Cmd="del /F /Q $RecogniserCfgFile";
sl@0: if($Debug==2)
sl@0:   {print "executing $Cmd\n";}
sl@0: system($Cmd);
sl@0: 
sl@0: ($sec,my $min,my $hour,my $mday,my $mon,my $year,my $wday,my $yday,my $isdst) = localtime(time);  
sl@0: print "Test run completed at $hour:$min:$sec\n";
sl@0: print TESTRUNLOG "Test run completed at $hour:$min:$sec\n";
sl@0: 
sl@0: 
sl@0: __END__
sl@0: 
sl@0: :endofperl
sl@0: