230 lines
8.2 KiB
Python
230 lines
8.2 KiB
Python
|
#!/usr/bin/env python
|
||
|
|
|
||
|
|
from __future__ import absolute_import
|
||
|
|
|
||
|
|
import os
|
||
|
|
import shutil
|
||
|
|
import tempfile
|
||
|
|
from distutils.core import setup
|
||
|
|
|
||
|
|
from .Dependencies import cythonize, extended_iglob
|
||
|
|
from ..Utils import is_package_dir
|
||
|
|
from ..Compiler import Options
|
||
|
|
|
||
|
|
try:
|
||
|
|
import multiprocessing
|
||
|
|
parallel_compiles = int(multiprocessing.cpu_count() * 1.5)
|
||
|
|
except ImportError:
|
||
|
|
multiprocessing = None
|
||
|
|
parallel_compiles = 0
|
||
|
|
|
||
|
|
|
||
|
|
class _FakePool(object):
|
||
|
|
def map_async(self, func, args):
|
||
|
|
try:
|
||
|
|
from itertools import imap
|
||
|
|
except ImportError:
|
||
|
|
imap=map
|
||
|
|
for _ in imap(func, args):
|
||
|
|
pass
|
||
|
|
|
||
|
|
def close(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
def terminate(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
def join(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
def parse_directives(option, name, value, parser):
|
||
|
|
dest = option.dest
|
||
|
|
old_directives = dict(getattr(parser.values, dest,
|
||
|
|
Options.get_directive_defaults()))
|
||
|
|
directives = Options.parse_directive_list(
|
||
|
|
value, relaxed_bool=True, current_settings=old_directives)
|
||
|
|
setattr(parser.values, dest, directives)
|
||
|
|
|
||
|
|
|
||
|
|
def parse_options(option, name, value, parser):
|
||
|
|
dest = option.dest
|
||
|
|
options = dict(getattr(parser.values, dest, {}))
|
||
|
|
for opt in value.split(','):
|
||
|
|
if '=' in opt:
|
||
|
|
n, v = opt.split('=', 1)
|
||
|
|
v = v.lower() not in ('false', 'f', '0', 'no')
|
||
|
|
else:
|
||
|
|
n, v = opt, True
|
||
|
|
options[n] = v
|
||
|
|
setattr(parser.values, dest, options)
|
||
|
|
|
||
|
|
|
||
|
|
def parse_compile_time_env(option, name, value, parser):
|
||
|
|
dest = option.dest
|
||
|
|
old_env = dict(getattr(parser.values, dest, {}))
|
||
|
|
new_env = Options.parse_compile_time_env(value, current_settings=old_env)
|
||
|
|
setattr(parser.values, dest, new_env)
|
||
|
|
|
||
|
|
|
||
|
|
def find_package_base(path):
|
||
|
|
base_dir, package_path = os.path.split(path)
|
||
|
|
while os.path.isfile(os.path.join(base_dir, '__init__.py')):
|
||
|
|
base_dir, parent = os.path.split(base_dir)
|
||
|
|
package_path = '%s/%s' % (parent, package_path)
|
||
|
|
return base_dir, package_path
|
||
|
|
|
||
|
|
|
||
|
|
def cython_compile(path_pattern, options):
|
||
|
|
pool = None
|
||
|
|
all_paths = map(os.path.abspath, extended_iglob(path_pattern))
|
||
|
|
try:
|
||
|
|
for path in all_paths:
|
||
|
|
if options.build_inplace:
|
||
|
|
base_dir = path
|
||
|
|
while not os.path.isdir(base_dir) or is_package_dir(base_dir):
|
||
|
|
base_dir = os.path.dirname(base_dir)
|
||
|
|
else:
|
||
|
|
base_dir = None
|
||
|
|
|
||
|
|
if os.path.isdir(path):
|
||
|
|
# recursively compiling a package
|
||
|
|
paths = [os.path.join(path, '**', '*.{py,pyx}')]
|
||
|
|
else:
|
||
|
|
# assume it's a file(-like thing)
|
||
|
|
paths = [path]
|
||
|
|
|
||
|
|
ext_modules = cythonize(
|
||
|
|
paths,
|
||
|
|
nthreads=options.parallel,
|
||
|
|
exclude_failures=options.keep_going,
|
||
|
|
exclude=options.excludes,
|
||
|
|
compiler_directives=options.directives,
|
||
|
|
compile_time_env=options.compile_time_env,
|
||
|
|
force=options.force,
|
||
|
|
quiet=options.quiet,
|
||
|
|
depfile=options.depfile,
|
||
|
|
**options.options)
|
||
|
|
|
||
|
|
if ext_modules and options.build:
|
||
|
|
if len(ext_modules) > 1 and options.parallel > 1:
|
||
|
|
if pool is None:
|
||
|
|
try:
|
||
|
|
pool = multiprocessing.Pool(options.parallel)
|
||
|
|
except OSError:
|
||
|
|
pool = _FakePool()
|
||
|
|
pool.map_async(run_distutils, [
|
||
|
|
(base_dir, [ext]) for ext in ext_modules])
|
||
|
|
else:
|
||
|
|
run_distutils((base_dir, ext_modules))
|
||
|
|
except:
|
||
|
|
if pool is not None:
|
||
|
|
pool.terminate()
|
||
|
|
raise
|
||
|
|
else:
|
||
|
|
if pool is not None:
|
||
|
|
pool.close()
|
||
|
|
pool.join()
|
||
|
|
|
||
|
|
|
||
|
|
def run_distutils(args):
|
||
|
|
base_dir, ext_modules = args
|
||
|
|
script_args = ['build_ext', '-i']
|
||
|
|
cwd = os.getcwd()
|
||
|
|
temp_dir = None
|
||
|
|
try:
|
||
|
|
if base_dir:
|
||
|
|
os.chdir(base_dir)
|
||
|
|
temp_dir = tempfile.mkdtemp(dir=base_dir)
|
||
|
|
script_args.extend(['--build-temp', temp_dir])
|
||
|
|
setup(
|
||
|
|
script_name='setup.py',
|
||
|
|
script_args=script_args,
|
||
|
|
ext_modules=ext_modules,
|
||
|
|
)
|
||
|
|
finally:
|
||
|
|
if base_dir:
|
||
|
|
os.chdir(cwd)
|
||
|
|
if temp_dir and os.path.isdir(temp_dir):
|
||
|
|
shutil.rmtree(temp_dir)
|
||
|
|
|
||
|
|
|
||
|
|
def parse_args(args):
|
||
|
|
from optparse import OptionParser
|
||
|
|
parser = OptionParser(usage='%prog [options] [sources and packages]+')
|
||
|
|
|
||
|
|
parser.add_option('-X', '--directive', metavar='NAME=VALUE,...',
|
||
|
|
dest='directives', default={}, type="str",
|
||
|
|
action='callback', callback=parse_directives,
|
||
|
|
help='set a compiler directive')
|
||
|
|
parser.add_option('-E', '--compile-time-env', metavar='NAME=VALUE,...',
|
||
|
|
dest='compile_time_env', default={}, type="str",
|
||
|
|
action='callback', callback=parse_compile_time_env,
|
||
|
|
help='set a compile time environment variable')
|
||
|
|
parser.add_option('-s', '--option', metavar='NAME=VALUE',
|
||
|
|
dest='options', default={}, type="str",
|
||
|
|
action='callback', callback=parse_options,
|
||
|
|
help='set a cythonize option')
|
||
|
|
parser.add_option('-2', dest='language_level', action='store_const', const=2, default=None,
|
||
|
|
help='use Python 2 syntax mode by default')
|
||
|
|
parser.add_option('-3', dest='language_level', action='store_const', const=3,
|
||
|
|
help='use Python 3 syntax mode by default')
|
||
|
|
parser.add_option('--3str', dest='language_level', action='store_const', const='3str',
|
||
|
|
help='use Python 3 syntax mode by default')
|
||
|
|
parser.add_option('-a', '--annotate', dest='annotate', action='store_true',
|
||
|
|
help='generate annotated HTML page for source files')
|
||
|
|
|
||
|
|
parser.add_option('-x', '--exclude', metavar='PATTERN', dest='excludes',
|
||
|
|
action='append', default=[],
|
||
|
|
help='exclude certain file patterns from the compilation')
|
||
|
|
|
||
|
|
parser.add_option('-b', '--build', dest='build', action='store_true',
|
||
|
|
help='build extension modules using distutils')
|
||
|
|
parser.add_option('-i', '--inplace', dest='build_inplace', action='store_true',
|
||
|
|
help='build extension modules in place using distutils (implies -b)')
|
||
|
|
parser.add_option('-j', '--parallel', dest='parallel', metavar='N',
|
||
|
|
type=int, default=parallel_compiles,
|
||
|
|
help=('run builds in N parallel jobs (default: %d)' %
|
||
|
|
parallel_compiles or 1))
|
||
|
|
parser.add_option('-f', '--force', dest='force', action='store_true',
|
||
|
|
help='force recompilation')
|
||
|
|
parser.add_option('-q', '--quiet', dest='quiet', action='store_true',
|
||
|
|
help='be less verbose during compilation')
|
||
|
|
|
||
|
|
parser.add_option('--lenient', dest='lenient', action='store_true',
|
||
|
|
help='increase Python compatibility by ignoring some compile time errors')
|
||
|
|
parser.add_option('-k', '--keep-going', dest='keep_going', action='store_true',
|
||
|
|
help='compile as much as possible, ignore compilation failures')
|
||
|
|
parser.add_option('-M', '--depfile', action='store_true', help='produce depfiles for the sources')
|
||
|
|
|
||
|
|
options, args = parser.parse_args(args)
|
||
|
|
if not args:
|
||
|
|
parser.error("no source files provided")
|
||
|
|
if options.build_inplace:
|
||
|
|
options.build = True
|
||
|
|
if multiprocessing is None:
|
||
|
|
options.parallel = 0
|
||
|
|
if options.language_level:
|
||
|
|
assert options.language_level in (2, 3, '3str')
|
||
|
|
options.options['language_level'] = options.language_level
|
||
|
|
return options, args
|
||
|
|
|
||
|
|
|
||
|
|
def main(args=None):
|
||
|
|
options, paths = parse_args(args)
|
||
|
|
|
||
|
|
if options.lenient:
|
||
|
|
# increase Python compatibility by ignoring compile time errors
|
||
|
|
Options.error_on_unknown_names = False
|
||
|
|
Options.error_on_uninitialized = False
|
||
|
|
|
||
|
|
if options.annotate:
|
||
|
|
Options.annotate = True
|
||
|
|
|
||
|
|
for path in paths:
|
||
|
|
cython_compile(path, options)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
main()
|