#!/usr/bin/env bash # Copyright (c) Facebook, Inc. and its affiliates. # All rights reserved. # # This source code is licensed under the BSD-style license found in the # LICENSE file in the root directory of this source tree. if [[ -x "/remote/anaconda_token" ]]; then . /remote/anaconda_token || true fi set -ex # Function to retry functions that sometimes timeout or have flaky failures retry () { $* || (sleep 1 && $*) || (sleep 2 && $*) || (sleep 4 && $*) || (sleep 8 && $*) } # Parse arguments and determmine version ########################################################### if [ "$#" -ne 3 ]; then echo "Illegal number of parameters. Pass cuda version, pytorch3d version, pytorch3d build number" echo "CUDA version should be Mm with no dot, e.g. '80'" echo "DESIRED_PYTHON should be M.m, e.g. '2.7'" exit 1 fi desired_cuda="$1" build_version="$2" build_number="$3" if [[ "$desired_cuda" != cpu ]]; then desired_cuda="$(echo $desired_cuda | tr -d cuda. )" fi echo "Building cuda version $desired_cuda and pytorch3d version: $build_version build_number: $build_number" if [[ "$desired_cuda" == 'cpu' ]]; then cpu_only=1 cuver="cpu" else # Switch desired_cuda to be M.m to be consistent with other scripts in # pytorch/builder export FORCE_CUDA=1 cuda_nodot="$desired_cuda" if [[ ${#cuda_nodot} -eq 2 ]]; then desired_cuda="${desired_cuda:0:1}.${desired_cuda:1:1}" elif [[ ${#cuda_nodot} -eq 3 ]]; then desired_cuda="${desired_cuda:0:2}.${desired_cuda:2:1}" else echo "unknown cuda version $cuda_nodot" exit 1 fi cuver="cu$cuda_nodot" fi export PYTORCH3D_BUILD_VERSION=$build_version export PYTORCH3D_BUILD_NUMBER=$build_number if [[ -z "$DESIRED_PYTHON" ]]; then DESIRED_PYTHON=('3.5' '3.6' '3.7') fi SOURCE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null && pwd )" if [[ -z "$WIN_PACKAGE_WORK_DIR" ]]; then WIN_PACKAGE_WORK_DIR="$(echo $(pwd -W) | tr '/' '\\')\\tmp_conda_$(date +%H%M%S)" fi mkdir -p "$WIN_PACKAGE_WORK_DIR" || true pytorch3d_rootdir="$(realpath ${WIN_PACKAGE_WORK_DIR})/pytorch3d-src" git config --system core.longpaths true if [[ ! -d "$pytorch3d_rootdir" ]]; then rm -rf "$pytorch3d_rootdir" git clone SOURCE_DIR/../.. "$pytorch3d_rootdir" fi cd "$SOURCE_DIR" export tmp_conda="${WIN_PACKAGE_WORK_DIR}\\conda" export miniconda_exe="${WIN_PACKAGE_WORK_DIR}\\miniconda.exe" rm -rf "$tmp_conda" rm -f "$miniconda_exe" curl -sSk https://repo.continuum.io/miniconda/Miniconda3-latest-Windows-x86_64.exe -o "$miniconda_exe" "$SOURCE_DIR/install_conda.bat" && rm "$miniconda_exe" pushd $tmp_conda export PATH="$(pwd):$(pwd)/Library/usr/bin:$(pwd)/Library/bin:$(pwd)/Scripts:$(pwd)/bin:$PATH" popd retry conda install -yq conda-build ANACONDA_USER=pytorch-nightly conda config --set anaconda_upload no if [[ "$desired_cuda" == 'cpu' ]]; then export CONDA_CUDATOOLKIT_CONSTRAINT="" export CONDA_CPUONLY_FEATURE="- cpuonly # [not osx]" export CUDA_VERSION="None" else export CONDA_CPUONLY_FEATURE="" . ./switch_cuda_version.sh $desired_cuda if [[ "$desired_cuda" == "10.1" ]]; then export CONDA_CUDATOOLKIT_CONSTRAINT="- cudatoolkit >=10.1,<10.2 # [not osx]" elif [[ "$desired_cuda" == "10.0" ]]; then export CONDA_CUDATOOLKIT_CONSTRAINT="- cudatoolkit >=10.0,<10.1 # [not osx]" elif [[ "$desired_cuda" == "9.2" ]]; then export CONDA_CUDATOOLKIT_CONSTRAINT="- cudatoolkit >=9.2,<9.3 # [not osx]" elif [[ "$desired_cuda" == "9.0" ]]; then export CONDA_CUDATOOLKIT_CONSTRAINT="- cudatoolkit >=9.0,<9.1 # [not osx]" elif [[ "$desired_cuda" == "8.0" ]]; then export CONDA_CUDATOOLKIT_CONSTRAINT="- cudatoolkit >=8.0,<8.1 # [not osx]" else echo "unhandled desired_cuda: $desired_cuda" exit 1 fi fi if [[ -z "$PYTORCH_VERSION" ]]; then export CONDA_CHANNEL_FLAGS="-c pytorch-nightly" export PYTORCH_VERSION="$(conda search --json 'pytorch[channel=pytorch-nightly]' | \ python -c "import os, sys, json, re; cuver = '$cuver'; \ cuver = cuver.replace('cu', 'cuda') if cuver != 'cpu' else cuver; \ print(re.sub(r'\\+.*$', '', \ [x['version'] for x in json.load(sys.stdin)['pytorch'] \ if (x['platform'] == 'darwin' or cuver in x['fn']) \ and 'py' + os.environ['DESIRED_PYTHON'] in x['fn']][-1]))")" if [[ -z "$PYTORCH_VERSION" ]]; then echo "PyTorch version auto detection failed" echo "No package found for desired_cuda=$desired_cuda and DESIRED_PYTHON=$DESIRED_PYTHON" exit 1 fi else export CONDA_CHANNEL_FLAGS="-c pytorch -c pytorch-nightly" fi if [[ "$desired_cuda" == 'cpu' ]]; then export CONDA_PYTORCH_BUILD_CONSTRAINT="- pytorch==$PYTORCH_VERSION" export CONDA_PYTORCH_CONSTRAINT="- pytorch==$PYTORCH_VERSION" else export CONDA_PYTORCH_BUILD_CONSTRAINT="- pytorch==${PYTORCH_VERSION}" export CONDA_PYTORCH_CONSTRAINT="- pytorch==${PYTORCH_VERSION}" fi export PYTORCH_VERSION_NODOT=${PYTORCH_VERSION//./} # Loop through all Python versions to build a package for each for py_ver in "${DESIRED_PYTHON[@]}"; do build_string="py${py_ver}_${build_string_suffix}" folder_tag="${build_string}_$(date +'%Y%m%d')" # Create the conda package into this temporary folder. This is so we can find # the package afterwards, as there's no easy way to extract the final filename # from conda-build output_folder="out_$folder_tag" rm -rf "$output_folder" mkdir "$output_folder" export VSTOOLCHAIN_PACKAGE=vs2017 # We need to build the compiler activation scripts first on Windows time VSDEVCMD_ARGS=${VSDEVCMD_ARGS[@]} \ conda build -c "$ANACONDA_USER" \ --no-anaconda-upload \ --output-folder "$output_folder" \ ../$VSTOOLCHAIN_PACKAGE cp ../$VSTOOLCHAIN_PACKAGE/conda_build_config.yaml ../pytorch3d/conda_build_config.yaml conda config --set anaconda_upload no echo "Calling conda-build at $(date)" if [[ "$desired_cuda" == "9.2" ]]; then time CMAKE_ARGS=${CMAKE_ARGS[@]} \ BUILD_VERSION="$PYTORCH3D_BUILD_VERSION" \ CU_VERSION="$cuver" \ SOURCE_ROOT_DIR="$pytorch3d_rootdir" \ conda build -c "$ANACONDA_USER" \ -c defaults \ -c conda-forge \ -c "numba/label/dev" \ --no-anaconda-upload \ --python "$py_ver" \ --output-folder "$output_folder" \ --no-verify \ --no-test \ ../pytorch3d else time CMAKE_ARGS=${CMAKE_ARGS[@]} \ BUILD_VERSION="$PYTORCH3D_BUILD_VERSION" \ CU_VERSION="$cuver" \ SOURCE_ROOT_DIR="$pytorch3d_rootdir" \ conda build -c "$ANACONDA_USER" \ -c defaults \ -c conda-forge \ --no-anaconda-upload \ --python "$py_ver" \ --output-folder "$output_folder" \ --no-verify \ --no-test \ ../pytorch3d fi echo "Finished conda-build at $(date)" # Extract the package for testing ls -lah "$output_folder" built_package="$(find $output_folder/ -name '*pytorch3d*.tar.bz2')" # Copy the built package to the host machine for persistence before testing if [[ -n "$PYTORCH_FINAL_PACKAGE_DIR" ]]; then mkdir -p "$PYTORCH_FINAL_PACKAGE_DIR" || true cp "$built_package" "$PYTORCH_FINAL_PACKAGE_DIR/" fi done set +e