openstack/deb-python-cassandra-driver
Code Issues Proposed changes

Parallel build mechanisms for faster dev builds

Browse Source
This commit is contained in:
Adam Holmberg
2015-08-14 14:49:05 -05:00
parent e145485bbc
commit 387689da00
1 changed files with 13 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
setup.py
View File

@@ -173,6 +173,8 @@ try_cython = try_extensions and "--no-cython" not in sys.argv and not is_pypy an
sys.argv = [a for a in sys.argv if a not in ("--no-murmur3", "--no-libev", "--no-cython", "--no-extensions")] sys.argv = [a for a in sys.argv if a not in ("--no-murmur3", "--no-libev", "--no-cython", "--no-extensions")]
build_concurrency = int(os.environ.get('CASS_DRIVER_BUILD_CONCURRENCY', '0'))
class build_extensions(build_ext): class build_extensions(build_ext):
@@ -234,6 +236,15 @@ On OSX, via homebrew:
sys.stderr.write('%s\n' % str(exc)) sys.stderr.write('%s\n' % str(exc))
warnings.warn(self.error_message % "C extensions.") warnings.warn(self.error_message % "C extensions.")
def build_extensions(self):
if build_concurrency > 1:
self.check_extensions_list(self.extensions)
import multiprocessing.pool
multiprocessing.pool.ThreadPool(processes=build_concurrency).map(self.build_extension, self.extensions)
else:
build_ext.build_extensions(self)
def build_extension(self, ext): def build_extension(self, ext):
try: try:
build_ext.build_extension(self, ext) build_ext.build_extension(self, ext)
@@ -264,8 +275,9 @@ On OSX, via homebrew:
[Extension('cassandra.%s' % m, ['cassandra/%s.py' % m], [Extension('cassandra.%s' % m, ['cassandra/%s.py' % m],
extra_compile_args=compile_args) extra_compile_args=compile_args)
for m in cython_candidates], for m in cython_candidates],
nthreads=build_concurrency,
exclude_failures=True)) exclude_failures=True))
self.extensions.extend(cythonize("cassandra/*.pyx")) self.extensions.extend(cythonize("cassandra/*.pyx", nthreads=build_concurrency))
except Exception: except Exception:
sys.stderr.write("Cython is not available. Not compiling core driver files as extensions (optional).") sys.stderr.write("Cython is not available. Not compiling core driver files as extensions (optional).")