1563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark#!/usr/bin/perl 2563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 3563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkuse strict; 4563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkuse warnings; 5563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 6563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkuse File::Basename; 7563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkuse File::Spec; 8563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkuse File::Temp; 9563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkuse POSIX; 10563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 11563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub makeJob(\@$); 12563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub forkAndCompileFiles(\@$); 13563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub Exec($); 14563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub waitForChild(\@); 15563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub cleanup(\@); 16563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 17563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $debug = 0; 18563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 19563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkchomp(my $clexe = `cygpath -u '$ENV{'VS80COMNTOOLS'}/../../VC/bin/cl.exe'`); 20563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 21563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkif ($debug) { 22563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "Received " . @ARGV . " arguments:\n"; 23563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark foreach my $arg (@ARGV) { 24563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "$arg\n"; 25563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 26563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 27563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 28563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $commandFile; 29563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkforeach my $arg (@ARGV) { 30563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark if ($arg =~ /^[\/-](E|EP|P)$/) { 31563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "The invoking process wants preprocessed source, so let's hand off this whole command to the real cl.exe\n" if $debug; 32563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark Exec("\"$clexe\" \"" . join('" "', @ARGV) . "\""); 33563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } elsif ($arg =~ /^@(.*)$/) { 34563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark chomp($commandFile = `cygpath -u '$1'`); 35563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 36563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 37563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 38563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkdie "No command file specified!" unless $commandFile; 39563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkdie "Couldn't find $commandFile!" unless -f $commandFile; 40563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 41563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy @sources; 42563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 43563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkopen(COMMAND, '<:raw:encoding(UTF16-LE):crlf:utf8', $commandFile) or die "Couldn't open $commandFile!"; 44563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 45563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# The first line of the command file contains all the options to cl.exe plus the first (possibly quoted) filename 46563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $firstLine = <COMMAND>; 47563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark$firstLine =~ s/\r?\n$//; 48563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 49563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# To find the start of the first filename, look for either the last space on the line. 50563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# If the filename is quoted, the last character on the line will be a quote, so look for the quote before that. 51563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $firstFileIndex; 52563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkprint STDERR "Last character of first line = '" . substr($firstLine, -1, 1) . "'\n" if $debug; 53563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkif (substr($firstLine, -1, 1) eq '"') { 54563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "First file is quoted\n" if $debug; 55563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark $firstFileIndex = rindex($firstLine, '"', length($firstLine) - 2); 56563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} else { 57563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "First file is NOT quoted\n" if $debug; 58563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark $firstFileIndex = rindex($firstLine, ' ') + 1; 59563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 60563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 61563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $options = substr($firstLine, 0, $firstFileIndex) . join(' ', @ARGV[1 .. $#ARGV]); 62563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $possibleFirstFile = substr($firstLine, $firstFileIndex); 63563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkif ($possibleFirstFile =~ /\.(cpp|c)/) { 64563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark push(@sources, $possibleFirstFile); 65563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} else { 66563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark $options .= " $possibleFirstFile"; 67563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 68563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 69563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkprint STDERR "######## Found options $options ##########\n" if $debug; 70563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkprint STDERR "####### Found first source file $sources[0] ########\n" if @sources && $debug; 71563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 72563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# The rest of the lines of the command file just contain source files, one per line 73563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkwhile (my $source = <COMMAND>) { 74563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark chomp($source); 75563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark $source =~ s/^\s+//; 76563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark $source =~ s/\s+$//; 77563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark push(@sources, $source) if length($source); 78563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 79563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkclose(COMMAND); 80563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 81563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $numSources = @sources; 82563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkexit unless $numSources > 0; 83563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 84563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $numJobs; 85563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkif ($options =~ s/-j\s*([0-9]+)//) { 86563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark $numJobs = $1; 87563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} else { 88563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark chomp($numJobs = `num-cpus`); 89563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 90563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 910bf48ef3be53ddaa52bbead65dfd75bf90e7a2b5Ben Murdochprint STDERR "\n\n####### COMPILING $numSources FILES USING AT MOST $numJobs PARALLEL INSTANCES OF cl.exe ###########\n\n";# if $debug; 92563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 93563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# Magic determination of job size 94563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# The hope is that by splitting the source files up into 2*$numJobs pieces, we 95563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# won't suffer too much if one job finishes much more quickly than another. 96563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# However, we don't want to split it up too much due to cl.exe overhead, so set 97563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# the minimum job size to 5. 98563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $jobSize = POSIX::ceil($numSources / (2 * $numJobs)); 99563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark$jobSize = $jobSize < 5 ? 5 : $jobSize; 100563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 101563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkprint STDERR "######## jobSize = $jobSize ##########\n" if $debug; 102563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 103563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark# Sort the source files randomly so that we don't end up with big clumps of large files (aka SVG) 104563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub fisher_yates_shuffle(\@) 105563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark{ 106563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my ($array) = @_; 107563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark for (my $i = @{$array}; --$i; ) { 108563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my $j = int(rand($i+1)); 109563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark next if $i == $j; 110563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark @{$array}[$i,$j] = @{$array}[$j,$i]; 111563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 112563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 113563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 114563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkfisher_yates_shuffle(@sources); # permutes @array in place 115563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 116563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy @children; 117563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy @tmpFiles; 118563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkmy $status = 0; 119563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkwhile (@sources) { 120563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark while (@sources && @children < $numJobs) { 121563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my $pid; 122563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my $tmpFile; 123563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my $job = makeJob(@sources, $jobSize); 124563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark ($pid, $tmpFile) = forkAndCompileFiles(@{$job}, $options); 125563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 126563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "####### Spawned child with PID $pid and tmpFile $tmpFile ##########\n" if $debug; 127563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark push(@children, $pid); 128563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark push(@tmpFiles, $tmpFile); 129563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 130563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 131563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark $status |= waitForChild(@children); 132563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 133563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 134563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkwhile (@children) { 135563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark $status |= waitForChild(@children); 136563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 137563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkcleanup(@tmpFiles); 138563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 139563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarkexit WEXITSTATUS($status); 140563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 141563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 142563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub makeJob(\@$) 143563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark{ 144563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my ($files, $jobSize) = @_; 145563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 146563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my @job; 147563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark if (@{$files} > ($jobSize * 1.5)) { 148563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark @job = splice(@{$files}, -$jobSize); 149563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } else { 150563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark # Compile all the remaining files in this job to avoid having a small job later 151563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark @job = splice(@{$files}); 152563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 153563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 154563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark return \@job; 155563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 156563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 157563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub forkAndCompileFiles(\@$) 158563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark{ 159563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "######## forkAndCompileFiles()\n" if $debug; 160563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my ($files, $options) = @_; 161563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 162563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark if ($debug) { 163563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark foreach my $file (@{$files}) { 164563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "######## $file\n"; 165563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 166563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 167563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 168563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my (undef, $tmpFile) = File::Temp::tempfile('clcommandXXXXX', DIR => File::Spec->tmpdir, OPEN => 0); 169563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 170563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my $pid = fork(); 171563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark die "Fork failed" unless defined($pid); 172563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 173563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark unless ($pid) { 174563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark # Child process 175563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark open(TMP, '>:raw:encoding(UTF16-LE):crlf:utf8', $tmpFile) or die "Couldn't open $tmpFile"; 176563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print TMP "$options\n"; 177563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark foreach my $file (@{$files}) { 178563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print TMP "$file\n"; 179563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 180563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark close(TMP); 181563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 182563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark chomp(my $winTmpFile = `cygpath -m $tmpFile`); 183563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark Exec "\"$clexe\" \@\"$winTmpFile\""; 184563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } else { 185563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark return ($pid, $tmpFile); 186563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 187563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 188563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 189563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub Exec($) 190563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark{ 191563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my ($command) = @_; 192563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 193563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "Exec($command)\n" if $debug; 194563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 195563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark exec($command); 196563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 197563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 198563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub waitForChild(\@) 199563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark{ 200563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my ($children) = @_; 201563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 202563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark return unless @{$children}; 203563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 204563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my $deceased = wait(); 205563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my $status = $?; 206563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark print STDERR "######## Child with PID $deceased finished ###########\n" if $debug; 207563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark for (my $i = 0; $i < @{$children}; $i++) { 208563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark if ($children->[$i] == $deceased) { 209563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark splice(@{$children}, $i, 1); 210563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark last; 211563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 212563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 213563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 214563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark return $status; 215563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 216563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 217563af33bc48281d19dce701398dbb88cb54fd7ecCary Clarksub cleanup(\@) 218563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark{ 219563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark my ($tmpFiles) = @_; 220563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark 221563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark foreach my $file (@{$tmpFiles}) { 222563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark unlink $file; 223563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark } 224563af33bc48281d19dce701398dbb88cb54fd7ecCary Clark} 225