# LD_LIBRARY_PATH
# we will search for libraries in these paths
+from __future__ import print_function
from setuptools import setup, Extension, distutils, Command, find_packages
import setuptools.command.build_ext
import setuptools.command.install
DEBUG = check_env_flag('DEBUG')
REL_WITH_DEB_INFO = check_env_flag('REL_WITH_DEB_INFO')
+
+VERBOSE_SCRIPT = True
+# see if the user passed a quiet flag to setup.py arguments and respect
+# that in our parts of the build
+for arg in sys.argv:
+ if arg == "--":
+ break
+ if arg == '-q' or arg == '--quiet':
+ VERBOSE_SCRIPT = False
+
+if VERBOSE_SCRIPT:
+ def report(*args):
+ print(*args)
+else:
+ def report(*args):
+ pass
+
IS_WINDOWS = (platform.system() == 'Windows')
IS_DARWIN = (platform.system() == 'Darwin')
IS_LINUX = (platform.system() == 'Linux')
version += '+' + sha[:7]
except Exception:
pass
-print("Building wheel {}-{}".format(package_name, version))
+report("Building wheel {}-{}".format(package_name, version))
class create_version_file(PytorchCommand):
def run(self):
global version, cwd
- print('-- Building version ' + version)
+ report('-- Building version ' + version)
version_path = os.path.join(cwd, 'torch', 'version.py')
with open(version_path, 'w') as f:
f.write("__version__ = '{}'\n".format(version))
my_env["USE_FFMPEG"] = "ON" if USE_FFMPEG else "OFF"
my_env["USE_DISTRIBUTED"] = "ON" if USE_DISTRIBUTED else "OFF"
my_env["USE_SYSTEM_NCCL"] = "ON" if USE_SYSTEM_NCCL else "OFF"
-
+ if VERBOSE_SCRIPT:
+ my_env['VERBOSE_SCRIPT'] = '1'
try:
os.mkdir('build')
except OSError:
kwargs = {'cwd': 'build'} if not IS_WINDOWS else {}
if subprocess.call(build_libs_cmd + libs, env=my_env, **kwargs) != 0:
- print("Failed to run '{}'".format(' '.join(build_libs_cmd + libs)))
+ report("Failed to run '{}'".format(' '.join(build_libs_cmd + libs)))
sys.exit(1)
# protobuf python compiler) from the build folder to the root folder
# cp root/build/caffe2/proto/proto.py root/caffe2/proto/proto.py
def copy_protos():
- print('setup.py::copy_protos()')
+ report('setup.py::copy_protos()')
for src in glob.glob(
os.path.join(caffe2_build_dir, 'caffe2', 'proto', '*.py')):
dst = os.path.join(
# Build all dependent libraries
class build_deps(PytorchCommand):
def run(self):
- print('setup.py::build_deps::run()')
+ report('setup.py::build_deps::run()')
# Check if you remembered to check out submodules
def check_file(f):
if not os.path.exists(f):
- print("Could not find {}".format(f))
- print("Did you run 'git submodule update --init --recursive'?")
+ report("Could not find {}".format(f))
+ report("Did you run 'git submodule update --init --recursive'?")
sys.exit(1)
check_file(os.path.join(third_party_path, "gloo", "CMakeLists.txt"))
class build_module(PytorchCommand):
def run(self):
- print('setup.py::build_module::run()')
+ report('setup.py::build_module::run()')
self.run_command('build_py')
self.run_command('build_ext')
class build_py(setuptools.command.build_py.build_py):
def run(self):
- print('setup.py::build_py::run()')
+ report('setup.py::build_py::run()')
self.run_command('create_version_file')
setuptools.command.build_py.build_py.run(self)
class develop(setuptools.command.develop.develop):
def run(self):
- print('setup.py::develop::run()')
+ report('setup.py::develop::run()')
self.run_command('create_version_file')
setuptools.command.develop.develop.run(self)
self.create_compile_commands()
f.write(new_contents)
if not USE_NINJA:
- print("WARNING: 'develop' is not building C++ code incrementally")
- print("because ninja is not installed. Run this to enable it:")
- print(" > pip install ninja")
+ report("WARNING: 'develop' is not building C++ code incrementally")
+ report("because ninja is not installed. Run this to enable it:")
+ report(" > pip install ninja")
build_ext_parent = ninja_build_ext if USE_NINJA \
class build_ext(build_ext_parent):
def run(self):
- # Print build options
+ # report build options
if USE_NUMPY:
- print('-- Building with NumPy bindings')
+ report('-- Building with NumPy bindings')
else:
- print('-- NumPy not found')
+ report('-- NumPy not found')
if USE_CUDNN:
- print('-- Detected cuDNN at ' + CUDNN_LIBRARY + ', ' + CUDNN_INCLUDE_DIR)
+ report('-- Detected cuDNN at ' + CUDNN_LIBRARY + ', ' + CUDNN_INCLUDE_DIR)
else:
- print('-- Not using cuDNN')
+ report('-- Not using cuDNN')
if USE_MIOPEN:
- print('-- Detected MIOpen at ' + MIOPEN_LIBRARY + ', ' + MIOPEN_INCLUDE_DIR)
+ report('-- Detected MIOpen at ' + MIOPEN_LIBRARY + ', ' + MIOPEN_INCLUDE_DIR)
else:
- print('-- Not using MIOpen')
+ report('-- Not using MIOpen')
if USE_CUDA:
- print('-- Detected CUDA at ' + CUDA_HOME)
+ report('-- Detected CUDA at ' + CUDA_HOME)
else:
- print('-- Not using CUDA')
+ report('-- Not using CUDA')
if USE_MKLDNN:
- print('-- Using MKLDNN')
+ report('-- Using MKLDNN')
else:
- print('-- Not using MKLDNN')
+ report('-- Not using MKLDNN')
if USE_NCCL and USE_SYSTEM_NCCL:
- print('-- Using system provided NCCL library at ' + NCCL_SYSTEM_LIB + ', ' + NCCL_INCLUDE_DIR)
+ report('-- Using system provided NCCL library at ' + NCCL_SYSTEM_LIB + ', ' + NCCL_INCLUDE_DIR)
elif USE_NCCL:
- print('-- Building NCCL library')
+ report('-- Building NCCL library')
else:
- print('-- Not using NCCL')
+ report('-- Not using NCCL')
if USE_DISTRIBUTED:
- print('-- Building with THD distributed package ')
+ report('-- Building with THD distributed package ')
if IS_LINUX:
- print('-- Building with c10d distributed package ')
+ report('-- Building with c10d distributed package ')
else:
- print('-- Building without c10d distributed package')
- else:
- print('-- Building without distributed package')
-
- if USE_NINJA:
- ninja_builder = NinjaBuilder('global')
-
- generate_code(ninja_builder)
-
- # before we start the normal build make sure all generated code
- # gets built
- ninja_builder.run()
+ report('-- Building without c10d distributed package')
else:
- generate_code(None)
+ report('-- Building without distributed package')
# It's an old-style class in Python 2.7...
setuptools.command.build_ext.build_ext.run(self)
continue
fullname = self.get_ext_fullname(ext.name)
filename = self.get_ext_filename(fullname)
- print("\nCopying extension {}".format(ext.name))
+ report("\nCopying extension {}".format(ext.name))
src = os.path.join(tmp_install_path, rel_site_packages, filename)
if not os.path.exists(src):
- print("{} does not exist".format(src))
+ report("{} does not exist".format(src))
del self.extensions[i]
else:
dst = os.path.join(os.path.realpath(self.build_lib), filename)
- print("Copying {} from {} to {}".format(ext.name, src, dst))
+ report("Copying {} from {} to {}".format(ext.name, src, dst))
dst_dir = os.path.dirname(dst)
if not os.path.exists(dst_dir):
os.makedirs(dst_dir)
def get_outputs(self):
outputs = distutils.command.build_ext.build_ext.get_outputs(self)
outputs.append(os.path.join(self.build_lib, "caffe2"))
- print("setup.py::get_outputs returning {}".format(outputs))
+ report("setup.py::get_outputs returning {}".format(outputs))
return outputs
class install(setuptools.command.install.install):
def run(self):
- print('setup.py::run()')
+ report('setup.py::run()')
if not self.skip_build:
self.run_command('build_deps')
'/wd4275']
if sys.version_info[0] == 2:
if not check_env_flag('FORCE_PY27_BUILD'):
- print('The support for PyTorch with Python 2.7 on Windows is very experimental.')
- print('Please set the flag `FORCE_PY27_BUILD` to 1 to continue build.')
+ report('The support for PyTorch with Python 2.7 on Windows is very experimental.')
+ report('Please set the flag `FORCE_PY27_BUILD` to 1 to continue build.')
sys.exit(1)
# /bigobj increases number of sections in .obj file, which is needed to link
# against libaries in Python 2.7 under Windows
#
# TODO: Replace this with the root-level CMakeLists.txt
-set -ex
+if [[ $VERBOSE_SCRIPT == '1' ]]; then
+ set -ex
+ report() {
+ echo "$@"
+ }
+else
+ report() {
+ :
+ }
+fi
SYNC_COMMAND="cp"
if [ -x "$(command -v rsync)" ]; then
BUILD_TYPE="RelWithDebInfo"
fi
-echo "Building in $BUILD_TYPE mode"
+report "Building in $BUILD_TYPE mode"
function path_remove {
# Delete path by parts so we can never accidentally remove sub paths
# Install Python proto files
if [[ "$BUILD_PYTHON" == 'ON' ]]; then
- echo "Copying Caffe2 proto files from $(pwd)/caffe2/proto to $(cd .. && pwd)/caffe2/proto"
- echo "All the files in caffe2/proto are $(find caffe2/proto)"
+
+ if [[ $VERBOSE_SCRIPT == '1' ]]; then
+ report "Copying Caffe2 proto files from $(pwd)/caffe2/proto to $(cd .. && pwd)/caffe2/proto"
+ report "All the files in caffe2/proto are $(find caffe2/proto)"
+ fi
+
for proto_file in $(pwd)/caffe2/proto/*.py; do
cp $proto_file "$(pwd)/../caffe2/proto/"
done
# Fix rpaths of shared libraries
if [[ $(uname) == 'Darwin' ]]; then
# root/torch/lib/tmp_install/lib
- echo "Updating all install_names in $INSTALL_DIR/lib"
+ report "Updating all install_names in $INSTALL_DIR/lib"
pushd "$INSTALL_DIR/lib"
for lib in *.dylib; do
- echo "Updating install_name for $(pwd)/$lib"
+ report "Updating install_name for $(pwd)/$lib"
install_name_tool -id @rpath/$lib $lib
done
popd
fi
done
-pushd $TORCH_LIB_DIR
+pushd $TORCH_LIB_DIR > /dev/null
# If all the builds succeed we copy the libraries, headers,
# binaries to torch/lib
-echo "tools/build_pytorch_libs.sh succeeded at $(date)"
-echo "removing $INSTALL_DIR/lib/cmake and $INSTALL_DIR/lib/python"
+report "tools/build_pytorch_libs.sh succeeded at $(date)"
+report "removing $INSTALL_DIR/lib/cmake and $INSTALL_DIR/lib/python"
rm -rf "$INSTALL_DIR/lib/cmake"
rm -rf "$INSTALL_DIR/lib/python"
-echo "Copying $INSTALL_DIR/lib to $(pwd)"
+report "Copying $INSTALL_DIR/lib to $(pwd)"
$SYNC_COMMAND -r "$INSTALL_DIR/lib"/* .
if [ -d "$INSTALL_DIR/lib64/" ]; then
$SYNC_COMMAND -r "$INSTALL_DIR/lib64"/* .
fi
-echo "Copying $(cd ../.. && pwd)/aten/src/generic/THNN.h to $(pwd)"
+report "Copying $(cd ../.. && pwd)/aten/src/generic/THNN.h to $(pwd)"
$SYNC_COMMAND ../../aten/src/THNN/generic/THNN.h .
$SYNC_COMMAND ../../aten/src/THCUNN/generic/THCUNN.h .
-echo "Copying $INSTALL_DIR/include to $(pwd)"
+report "Copying $INSTALL_DIR/include to $(pwd)"
$SYNC_COMMAND -r "$INSTALL_DIR/include" .
if [ -d "$INSTALL_DIR/bin/" ]; then
$SYNC_COMMAND -r "$INSTALL_DIR/bin/"/* .
fi
-
-popd
+popd > /dev/null
projects / platform / upstream / pytorch.git / commitdiff