#!/usr/bin/env python # Copyright 2015 the V8 project authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. """ This script calls the first argument for each of the following arguments in parallel. E.g. parallel.py "clang --opt" file1 file2 calls clang --opt file1 clang --opt file2 The output (stdout and stderr) is concatenated sequentially in the form: ______________ file1 <output of clang --opt file1> ______________ finish <exit code of clang --opt file1> ______________ ______________ file2 <output of clang --opt file2> ______________ finish <exit code of clang --opt file2> ______________ """ import itertools import multiprocessing import subprocess import sys def invoke(cmdline): try: return (subprocess.check_output( cmdline, shell=True, stderr=subprocess.STDOUT), 0) except subprocess.CalledProcessError as e: return (e.output, e.returncode) if __name__ == '__main__': assert len(sys.argv) > 2 processes = multiprocessing.cpu_count() pool = multiprocessing.Pool(processes=processes) cmdlines = ["%s %s" % (sys.argv[1], filename) for filename in sys.argv[2:]] for filename, result in itertools.izip( sys.argv[2:], pool.imap(invoke, cmdlines)): print "______________ %s" % filename print result[0] print "______________ finish %d ______________" % result[1]