v8/tools/gcmole/parallel.py
machenbach 94e683b526 Make gcmole execute in parallel.
TBR=tandrii@chromium.org
NOTRY=true

Review URL: https://codereview.chromium.org/931233002

Cr-Commit-Position: refs/heads/master@{#26724}
2015-02-18 15:35:34 +00:00

45 lines
1.4 KiB
Python
Executable File

#!/usr/bin/env python
# Copyright 2015 the V8 project authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""
This script calls the first argument for each of the following arguments in
parallel. E.g.
parallel.py "clang --opt" file1 file2
calls
clang --opt file1
clang --opt file2
The output (stdout and stderr) is concatenated sequentially in the form:
______________ file1
<output of clang --opt file1>
______________ finish <exit code of clang --opt file1> ______________
______________ file2
<output of clang --opt file2>
______________ finish <exit code of clang --opt file2> ______________
"""
import itertools
import multiprocessing
import subprocess
import sys
def invoke(cmdline):
try:
return (subprocess.check_output(
cmdline, shell=True, stderr=subprocess.STDOUT), 0)
except subprocess.CalledProcessError as e:
return (e.output, e.returncode)
if __name__ == '__main__':
assert len(sys.argv) > 2
processes = multiprocessing.cpu_count()
pool = multiprocessing.Pool(processes=processes)
cmdlines = ["%s %s" % (sys.argv[1], filename) for filename in sys.argv[2:]]
for filename, result in itertools.izip(
sys.argv[2:], pool.imap(invoke, cmdlines)):
print "______________ %s" % filename
print result[0]
print "______________ finish %d ______________" % result[1]