# IMPORTANT: To update Docker image version, please search and update ":{previous_version}" # in this file to the new version number, and **ALSO** update the version number below: # PyTorchDockerVersion:282 # Caffe2DockerVersion:238 docker_config_defaults: &docker_config_defaults user: jenkins aws_auth: # This IAM user only allows read-write access to ECR aws_access_key_id: ${CIRCLECI_AWS_ACCESS_KEY_FOR_ECR_READ_WRITE_V3} aws_secret_access_key: ${CIRCLECI_AWS_SECRET_KEY_FOR_ECR_READ_WRITE_V3} # NOTE: We only perform the merge in build step and not in test step, because # all source files will be shared from build to test install_official_git_client: &install_official_git_client name: Install Official Git Client no_output_timeout: "1h" command: | set -e sudo apt-get -qq update sudo apt-get -qq install openssh-client git install_doc_push_script: &install_doc_push_script name: Install the doc push script no_output_timeout: "2m" command: | cat >/home/circleci/project/doc_push_script.sh <\1 \▼@g" else find "\$install_path" -name "*.html" -print0 | xargs -0 perl -pi -w -e "s@master\s+\((\d\.\d\.[A-Fa-f0-9]+\+[A-Fa-f0-9]+)\s+\)@\$version \▼@g" fi git add "\$install_path" || true git status git config user.email "soumith+bot@pytorch.org" git config user.name "pytorchbot" # If there aren't changes, don't make a commit; push is no-op git commit -m "auto-generating sphinx docs" || true git status if [ "\$dry_run" = false ]; then echo "Pushing to pytorch.github.io:site" git push origin site else echo "Skipping push due to dry_run" fi popd # =================== The above code **should** be executed inside Docker container =================== EOL chmod +x /home/circleci/project/doc_push_script.sh setup_ci_environment: &setup_ci_environment name: Set Up CI Environment no_output_timeout: "1h" command: | set -e curl -L https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add - echo "deb https://nvidia.github.io/libnvidia-container/ubuntu14.04/amd64 /" | sudo tee -a /etc/apt/sources.list.d/nvidia-docker.list echo "deb https://nvidia.github.io/nvidia-container-runtime/ubuntu14.04/amd64 /" | sudo tee -a /etc/apt/sources.list.d/nvidia-docker.list echo "deb https://nvidia.github.io/nvidia-docker/ubuntu14.04/amd64 /" | sudo tee -a /etc/apt/sources.list.d/nvidia-docker.list sudo apt-get -qq update sudo apt-get -qq remove linux-image-generic linux-headers-generic linux-generic sudo apt-get -qq install \ linux-headers-$(uname -r) \ linux-image-generic \ moreutils \ nvidia-docker2 \ expect-dev sudo pkill -SIGHUP dockerd sudo pip -q install awscli==1.16.35 if [ -n "${USE_CUDA_DOCKER_RUNTIME}" ]; then wget 'https://s3.amazonaws.com/ossci-linux/nvidia_driver/NVIDIA-Linux-x86_64-410.79.run' sudo /bin/bash ./NVIDIA-Linux-x86_64-410.79.run -s --no-drm nvidia-smi fi if [[ "${JOB_BASE_NAME}" == *-build ]]; then echo "declare -x IN_CIRCLECI=1" > /home/circleci/project/env echo "declare -x COMMIT_SOURCE=${CIRCLE_BRANCH}" >> /home/circleci/project/env echo "declare -x PYTHON_VERSION=${PYTHON_VERSION}" >> /home/circleci/project/env echo "declare -x SCCACHE_BUCKET=ossci-compiler-cache-circleci-v2" >> /home/circleci/project/env if [ -n "${USE_CUDA_DOCKER_RUNTIME}" ]; then echo "declare -x TORCH_CUDA_ARCH_LIST=5.2" >> /home/circleci/project/env fi export SCCACHE_MAX_JOBS=`expr $(nproc) - 1` export MEMORY_LIMIT_MAX_JOBS=8 # the "large" resource class on CircleCI has 32 CPU cores, if we use all of them we'll OOM export MAX_JOBS=$(( ${SCCACHE_MAX_JOBS} > ${MEMORY_LIMIT_MAX_JOBS} ? ${MEMORY_LIMIT_MAX_JOBS} : ${SCCACHE_MAX_JOBS} )) echo "declare -x MAX_JOBS=${MAX_JOBS}" >> /home/circleci/project/env if [[ "${JOB_BASE_NAME}" == *xla* ]]; then # This IAM user allows write access to S3 bucket for sccache & bazels3cache echo "declare -x AWS_ACCESS_KEY_ID=${CIRCLECI_AWS_ACCESS_KEY_FOR_SCCACHE_AND_XLA_BAZEL_S3_BUCKET_V1}" >> /home/circleci/project/env echo "declare -x AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_AND_XLA_BAZEL_S3_BUCKET_V1}" >> /home/circleci/project/env else # This IAM user allows write access to S3 bucket for sccache echo "declare -x AWS_ACCESS_KEY_ID=${CIRCLECI_AWS_ACCESS_KEY_FOR_SCCACHE_S3_BUCKET_V3}" >> /home/circleci/project/env echo "declare -x AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V3}" >> /home/circleci/project/env fi fi # This IAM user only allows read-write access to ECR export AWS_ACCESS_KEY_ID=${CIRCLECI_AWS_ACCESS_KEY_FOR_ECR_READ_WRITE_V3} export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_ECR_READ_WRITE_V3} eval $(aws ecr get-login --region us-east-1 --no-include-email) macos_brew_update: &macos_brew_update name: Brew update and install moreutils and expect no_output_timeout: "1h" command: | set -ex pwd ls -lah # moreutils installs a `parallel` executable by default, which conflicts # with the executable from the GNU `parallel`, so we must unlink GNU # `parallel` first, and relink it afterwards brew update brew unlink parallel brew install moreutils --without-parallel brew link parallel --overwrite brew install expect ############################################################################## # Linux build defaults ############################################################################## pytorch_linux_build_defaults: &pytorch_linux_build_defaults resource_class: large machine: image: default steps: - run: <<: *install_official_git_client - checkout - run: <<: *setup_ci_environment - run: name: Build no_output_timeout: "1h" command: | set -e # Pull Docker image and run build echo "DOCKER_IMAGE: "${DOCKER_IMAGE} docker pull ${DOCKER_IMAGE} >/dev/null export id=$(docker run -t -d -w /var/lib/jenkins ${DOCKER_IMAGE}) git submodule sync && git submodule update -q --init docker cp /home/circleci/project/. $id:/var/lib/jenkins/workspace export COMMAND='((echo "export JOB_BASE_NAME=${JOB_BASE_NAME}" && echo "source ./workspace/env" && echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/build.sh") | docker exec -u jenkins -i "$id" bash) 2>&1' echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts # Push intermediate Docker image for next phase to use if [ -z "${BUILD_ONLY}" ]; then export COMMIT_DOCKER_IMAGE=${DOCKER_IMAGE}-${CIRCLE_SHA1} docker commit "$id" ${COMMIT_DOCKER_IMAGE} docker push ${COMMIT_DOCKER_IMAGE} fi pytorch_linux_test_defaults: &pytorch_linux_test_defaults machine: image: default steps: - run: <<: *setup_ci_environment - run: name: Test no_output_timeout: "1h" command: | set -e export COMMIT_DOCKER_IMAGE=${DOCKER_IMAGE}-${CIRCLE_SHA1} echo "DOCKER_IMAGE: "${COMMIT_DOCKER_IMAGE} docker pull ${COMMIT_DOCKER_IMAGE} >/dev/null if [ -n "${USE_CUDA_DOCKER_RUNTIME}" ]; then export id=$(docker run --runtime=nvidia -t -d -w /var/lib/jenkins ${COMMIT_DOCKER_IMAGE}) else export id=$(docker run -t -d -w /var/lib/jenkins ${COMMIT_DOCKER_IMAGE}) fi if [ -n "${MULTI_GPU}" ]; then export COMMAND='((echo "export JOB_BASE_NAME=${JOB_BASE_NAME}" && echo "source ./workspace/env" && echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/multigpu-test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1' else export COMMAND='((echo "export JOB_BASE_NAME=${JOB_BASE_NAME}" && echo "source ./workspace/env" && echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/test.sh") | docker exec -u jenkins -i "$id" bash) 2>&1' fi echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts caffe2_linux_build_defaults: &caffe2_linux_build_defaults resource_class: large machine: image: default steps: - run: <<: *install_official_git_client - checkout - run: <<: *setup_ci_environment - run: name: Build no_output_timeout: "1h" command: | set -e cat >/home/circleci/project/ci_build_script.sh < /dev/null; then sccache --show-stats fi # =================== The above code will be executed inside Docker container =================== EOL chmod +x /home/circleci/project/ci_build_script.sh echo "DOCKER_IMAGE: "${DOCKER_IMAGE} docker pull ${DOCKER_IMAGE} >/dev/null export id=$(docker run -t -d -w /var/lib/jenkins ${DOCKER_IMAGE}) docker cp /home/circleci/project/. $id:/var/lib/jenkins/workspace export COMMAND='((echo "source ./workspace/env" && echo "sudo chown -R jenkins workspace && cd workspace && ./ci_build_script.sh") | docker exec -u jenkins -i "$id" bash) 2>&1' echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts # Push intermediate Docker image for next phase to use if [ -z "${BUILD_ONLY}" ]; then if [[ "$BUILD_ENVIRONMENT" == *cmake* ]]; then export COMMIT_DOCKER_IMAGE=${DOCKER_IMAGE}-cmake-${CIRCLE_SHA1} else export COMMIT_DOCKER_IMAGE=${DOCKER_IMAGE}-${CIRCLE_SHA1} fi docker commit "$id" ${COMMIT_DOCKER_IMAGE} docker push ${COMMIT_DOCKER_IMAGE} fi caffe2_linux_test_defaults: &caffe2_linux_test_defaults machine: image: default steps: - run: <<: *setup_ci_environment - run: name: Test no_output_timeout: "1h" command: | set -e # TODO: merge this into Caffe2 test.sh cat >/home/circleci/project/ci_test_script.sh </dev/null if [ -n "${USE_CUDA_DOCKER_RUNTIME}" ]; then export id=$(docker run --runtime=nvidia -t -d -w /var/lib/jenkins ${COMMIT_DOCKER_IMAGE}) else export id=$(docker run -t -d -w /var/lib/jenkins ${COMMIT_DOCKER_IMAGE}) fi docker cp /home/circleci/project/. "$id:/var/lib/jenkins/workspace" export COMMAND='((echo "source ./workspace/env" && echo "sudo chown -R jenkins workspace && cd workspace && ./ci_test_script.sh") | docker exec -u jenkins -i "$id" bash) 2>&1' echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts ############################################################################## # Macos build defaults ############################################################################## caffe2_macos_build_defaults: &caffe2_macos_build_defaults macos: xcode: "9.0" steps: - checkout - run: <<: *macos_brew_update - run: name: Build no_output_timeout: "1h" command: | set -e export IN_CIRCLECI=1 brew install cmake # Reinitialize submodules git submodule sync && git submodule update -q --init --recursive # Reinitialize path (see man page for path_helper(8)) eval `/usr/libexec/path_helper -s` # Use Homebrew Python if configured to do so if [ "${PYTHON_INSTALLATION}" == "homebrew" ]; then export PATH=/usr/local/opt/python/libexec/bin:/usr/local/bin:$PATH fi pip -q install numpy # Install Anaconda if we need to if [ -n "${CAFFE2_USE_ANACONDA}" ]; then rm -rf ${TMPDIR}/anaconda curl -o ${TMPDIR}/conda.sh https://repo.continuum.io/miniconda/Miniconda${ANACONDA_VERSION}-latest-MacOSX-x86_64.sh chmod +x ${TMPDIR}/conda.sh /bin/bash ${TMPDIR}/conda.sh -b -p ${TMPDIR}/anaconda rm -f ${TMPDIR}/conda.sh export PATH="${TMPDIR}/anaconda/bin:${PATH}" source ${TMPDIR}/anaconda/bin/activate fi # Install sccache sudo curl https://s3.amazonaws.com/ossci-macos/sccache --output /usr/local/bin/sccache sudo chmod +x /usr/local/bin/sccache export SCCACHE_BUCKET=ossci-compiler-cache-circleci-v2 # This IAM user allows write access to S3 bucket for sccache export AWS_ACCESS_KEY_ID=${CIRCLECI_AWS_ACCESS_KEY_FOR_SCCACHE_S3_BUCKET_V3} export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V3} export SCCACHE_BIN=${PWD}/sccache_bin mkdir -p ${SCCACHE_BIN} if which sccache > /dev/null; then printf "#!/bin/sh\nexec sccache $(which clang++) \$*" > "${SCCACHE_BIN}/clang++" chmod a+x "${SCCACHE_BIN}/clang++" printf "#!/bin/sh\nexec sccache $(which clang) \$*" > "${SCCACHE_BIN}/clang" chmod a+x "${SCCACHE_BIN}/clang" export PATH="${SCCACHE_BIN}:$PATH" fi # Build if [ "${BUILD_IOS:-0}" -eq 1 ]; then unbuffer scripts/build_ios.sh 2>&1 | ts elif [ -n "${CAFFE2_USE_ANACONDA}" ]; then # All conda build logic should be in scripts/build_anaconda.sh unbuffer scripts/build_anaconda.sh 2>&1 | ts else unbuffer scripts/build_local.sh 2>&1 | ts fi # Show sccache stats if it is running if which sccache > /dev/null; then sccache --show-stats fi ############################################################################## # Nighlty build smoke tests defaults ############################################################################## binary_populate_env: &binary_populate_env name: Set up env command: | set -ex # Set package_type, py_ver, and cu_ver, and maybe libtorch_type if [[ "$PACKAGE_TYPE" == conda ]]; then docker_image="soumith/conda-cuda" elif [[ "$DESIRED_CUDA" == cpu ]]; then docker_image="soumith/manylinux-cuda80" else docker_image="soumith/manylinux-cuda${DESIRED_CUDA:2}" fi cat >/home/circleci/project/env <> /home/circleci/project/env echo ' $* || (sleep 1 && $*) || (sleep 2 && $*) || (sleep 4 && $*) || (sleep 8 && $*)' >> /home/circleci/project/env echo '}' >> /home/circleci/project/env echo 'export -f retry' >> /home/circleci/project/env # This section is used in the binary_test and smoke_test jobs. It expects # 'binary_populate_env' to have populated /home/circleci/project/env and it # expects another section to populate /home/circleci/project/ci_test_script.sh # with the code to run in the docker binary_run_in_docker: &binary_run_in_docker name: Run in docker command: | # Expect all needed environment variables to be written to this file source /home/circleci/project/env set -ex # Expect actual code to be written to this file chmod +x /home/circleci/project/ci_test_script.sh # Run the docker and copy pkgs/env/script into it if [ -n "${USE_CUDA_DOCKER_RUNTIME}" ]; then export id=$(docker run --runtime=nvidia -t -d "${DOCKER_IMAGE}") else export id=$(docker run -t -d "${DOCKER_IMAGE}") fi docker cp /home/circleci/project/. "$id:/circleci_stuff" if [[ -d "/home/circleci/project/final_pkgs" ]]; then docker cp /home/circleci/project/final_pkgs "$id:/final_pkgs" fi # Execute the test script that was populated by an earlier section export COMMAND='((echo "source /circleci_stuff/env && /circleci_stuff/ci_test_script.sh") | docker exec -i "$id" bash) 2>&1' echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts # These are the second-round smoke tests. These make sure that the binaries are # correct from a user perspective, testing that they exist from the cloud are # are runnable. Note that the pytorch repo is never cloned into these jobs smoke_linux_build: &smoke_linux_build machine: image: default steps: - run: <<: *install_official_git_client - run: <<: *setup_ci_environment - run: <<: *binary_populate_env - run: name: Test no_output_timeout: "1h" command: | set -ex cat >/home/circleci/project/ci_test_script.sh <> /home/circleci/project/env echo "declare -x \"AWS_SECRET_ACCESS_KEY=${PYTORCH_BINARY_AWS_SECRET_ACCESS_KEY}\"" >> /home/circleci/project/env echo "declare -x \"CONDA_USERNAME=${PYTORCH_BINARY_PJH5_CONDA_USERNAME}\"" >> /home/circleci/project/env echo "declare -x \"CONDA_PASSWORD=${PYTORCH_BINARY_PJH5_CONDA_PASSWORD}\"" >> /home/circleci/project/env set -ex # Expects pkg to be in /final_pkgs in the docker # The variables in the code block below are evaluated at time of `cat`, # so we must declare all new variables now python_nodot="$(echo $DESIRED_PYTHON | tr -d m.u)" pkg="/final_pkgs/$(ls /home/circleci/project/final_pkgs)" CONDA_USERNAME='$CONDA_USERNAME' CONDA_PASSWORD='$CONDA_PASSWORD' if [[ "$PACKAGE_TYPE" == libtorch ]]; then s3_dir="s3://pytorch/libtorch/${PIP_UPLOAD_FOLDER}${DESIRED_CUDA}/" else s3_dir="s3://pytorch/whl/${PIP_UPLOAD_FOLDER}${DESIRED_CUDA}/" fi cat >/home/circleci/project/ci_test_script.sh </dev/null 2>&1 set -x anaconda upload "$pkg" -u pytorch --label main --no-progress elif [[ "$PACKAGE_TYPE" == libtorch ]]; then retry pip install -q awscli retry aws s3 cp "$pkg" "$s3_dir" --acl public-read else retry pip install -q awscli retry aws s3 cp "$pkg" "$s3_dir" --acl public-read fi fi # =================== The above code will be executed inside Docker container =================== EOL - run: <<: *binary_run_in_docker ############################################################################## # Macos binary build defaults # The root of everything is /Users/distiller/pytorch-ci-env/workspace ############################################################################## binary_mac_install_miniconda: &binary_mac_install_miniconda name: Install miniconda no_output_timeout: "1h" command: | set -ex workdir='/Users/distiller/project' conda_sh="$workdir/install_miniconda.sh" curl -o "$conda_sh" https://repo.continuum.io/miniconda/Miniconda3-latest-MacOSX-x86_64.sh chmod +x "$conda_sh" "$conda_sh" -b -p "$workdir/miniconda" rm -f "$conda_sh" export PATH="$workdir/miniconda/bin:$PATH" source "$workdir/miniconda/bin/activate" binary_mac_build: &binary_mac_build macos: xcode: "9.0" steps: - run: <<: *macos_brew_update - run: <<: *binary_mac_install_miniconda - run: name: Checkout from Github no_output_timeout: "1h" command: | set -ex workdir='/Users/distiller/project' git clone https://github.com/pytorch/pytorch.git "$workdir/pytorch" pushd "$workdir/pytorch" if [[ -n "$CIRCLE_PR_NUMBER" ]]; then # "smoke" binary build on PRs git fetch --force origin "pull/${CIRCLE_PR_NUMBER}/head:remotes/origin/pull/${CIRCLE_PR_NUMBER}" git reset --hard "$CIRCLE_SHA1" git checkout -q -B "$CIRCLE_BRANCH" git reset --hard "$CIRCLE_SHA1" fi git submodule update --init --recursive popd git clone https://github.com/pytorch/builder.git "$workdir/builder" - run: name: Build no_output_timeout: "1h" command: | set -ex workdir='/Users/distiller/project' export PYTORCH_REPO='pytorch' export PYTORCH_BRANCH='master' export TORCH_PACKAGE_NAME='torch-nightly' export PYTORCH_FINAL_PACKAGE_DIR="$workdir/final_pkgs" export PYTORCH_BUILD_VERSION="1.0.0.dev$(date +%Y%m%d)" export PYTORCH_BUILD_NUMBER=1 export TORCH_CONDA_BUILD_FOLDER="pytorch-nightly" export MAC_PACKAGE_WORK_DIR="$workdir" #export OVERRIDE_PACKAGE_VERSION="some_version.123" if [[ "$PACKAGE_TYPE" == 'libtorch' ]]; then export BUILD_PYTHONLESS=1 fi mkdir -p "$PYTORCH_FINAL_PACKAGE_DIR" # For some reason `unbuffer` breaks if we change the PATH here, so we # write a script with the PATH change in it and unbuffer the whole # thing build_script="$workdir/build_script.sh" touch "$build_script" chmod +x "$build_script" # Build cat >"$build_script" </dev/null 2>&1 set -x anaconda upload "$pkg" -u pytorch --label main --no-progress elif [[ "$PACKAGE_TYPE" == libtorch ]]; then pip install -q awscli s3_dir="s3://pytorch/libtorch/${PIP_UPLOAD_FOLDER}${DESIRED_CUDA}/" aws s3 cp "$pkg" "$s3_dir" --acl public-read else pip install -q awscli s3_dir="s3://pytorch/whl/${PIP_UPLOAD_FOLDER}${DESIRED_CUDA}/" aws s3 cp "$pkg" "$s3_dir" --acl public-read fi ############################################################################## ############################################################################## # Job specifications job specs ############################################################################## ############################################################################## version: 2 jobs: pytorch_linux_trusty_py2_7_9_build: environment: JOB_BASE_NAME: pytorch-linux-trusty-py2.7.9-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py2.7.9:282" <<: *pytorch_linux_build_defaults pytorch_linux_trusty_py2_7_9_test: environment: JOB_BASE_NAME: pytorch-linux-trusty-py2.7.9-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py2.7.9:282" resource_class: large <<: *pytorch_linux_test_defaults pytorch_linux_trusty_py2_7_build: environment: JOB_BASE_NAME: pytorch-linux-trusty-py2.7-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py2.7:282" <<: *pytorch_linux_build_defaults pytorch_linux_trusty_py2_7_test: environment: JOB_BASE_NAME: pytorch-linux-trusty-py2.7-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py2.7:282" resource_class: large <<: *pytorch_linux_test_defaults pytorch_linux_trusty_py3_5_build: environment: JOB_BASE_NAME: pytorch-linux-trusty-py3.5-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.5:282" <<: *pytorch_linux_build_defaults pytorch_linux_trusty_py3_5_test: environment: JOB_BASE_NAME: pytorch-linux-trusty-py3.5-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.5:282" resource_class: large <<: *pytorch_linux_test_defaults pytorch_linux_trusty_py3_6_gcc4_8_build: environment: JOB_BASE_NAME: pytorch-linux-trusty-py3.6-gcc4.8-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.6-gcc4.8:282" <<: *pytorch_linux_build_defaults pytorch_linux_trusty_py3_6_gcc4_8_test: environment: JOB_BASE_NAME: pytorch-linux-trusty-py3.6-gcc4.8-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.6-gcc4.8:282" resource_class: large <<: *pytorch_linux_test_defaults pytorch_linux_trusty_py3_6_gcc5_4_build: environment: JOB_BASE_NAME: pytorch-linux-trusty-py3.6-gcc5.4-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.6-gcc5.4:282" <<: *pytorch_linux_build_defaults pytorch_linux_trusty_py3_6_gcc5_4_test: environment: JOB_BASE_NAME: pytorch-linux-trusty-py3.6-gcc5.4-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.6-gcc5.4:282" resource_class: large <<: *pytorch_linux_test_defaults pytorch_xla_linux_trusty_py3_6_gcc5_4_build: environment: JOB_BASE_NAME: pytorch-xla-linux-trusty-py3.6-gcc5.4-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.6-gcc5.4:278" <<: *pytorch_linux_build_defaults pytorch_xla_linux_trusty_py3_6_gcc5_4_test: environment: JOB_BASE_NAME: pytorch-xla-linux-trusty-py3.6-gcc5.4-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.6-gcc5.4:278" resource_class: large <<: *pytorch_linux_test_defaults pytorch_linux_trusty_py3_6_gcc7_build: environment: JOB_BASE_NAME: pytorch-linux-trusty-py3.6-gcc7-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.6-gcc7:282" <<: *pytorch_linux_build_defaults pytorch_linux_trusty_py3_6_gcc7_test: environment: JOB_BASE_NAME: pytorch-linux-trusty-py3.6-gcc7-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-py3.6-gcc7:282" resource_class: large <<: *pytorch_linux_test_defaults pytorch_linux_trusty_pynightly_build: environment: JOB_BASE_NAME: pytorch-linux-trusty-pynightly-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-pynightly:282" <<: *pytorch_linux_build_defaults pytorch_linux_trusty_pynightly_test: environment: JOB_BASE_NAME: pytorch-linux-trusty-pynightly-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-trusty-pynightly:282" resource_class: large <<: *pytorch_linux_test_defaults pytorch_linux_xenial_py3_clang5_asan_build: environment: JOB_BASE_NAME: pytorch-linux-xenial-py3-clang5-asan-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-asan:282" PYTHON_VERSION: "3.6" <<: *pytorch_linux_build_defaults pytorch_linux_xenial_py3_clang5_asan_test: environment: JOB_BASE_NAME: pytorch-linux-xenial-py3-clang5-asan-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-py3-clang5-asan:282" PYTHON_VERSION: "3.6" resource_class: large <<: *pytorch_linux_test_defaults pytorch_linux_xenial_cuda8_cudnn7_py3_build: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda8-cudnn7-py3-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda8-cudnn7-py3:282" PYTHON_VERSION: "3.6" BUILD_ENVIRONMENT: "pytorch-linux-xenial-cuda8-cudnn7-py3" <<: *pytorch_linux_build_defaults pytorch_linux_xenial_cuda8_cudnn7_py3_test: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda8-cudnn7-py3-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda8-cudnn7-py3:282" PYTHON_VERSION: "3.6" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *pytorch_linux_test_defaults pytorch_linux_xenial_cuda8_cudnn7_py3_multigpu_test: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda8-cudnn7-py3-multigpu-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda8-cudnn7-py3:282" PYTHON_VERSION: "3.6" USE_CUDA_DOCKER_RUNTIME: "1" MULTI_GPU: "1" resource_class: gpu.large <<: *pytorch_linux_test_defaults pytorch_linux_xenial_cuda8_cudnn7_py3_NO_AVX2_test: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda8-cudnn7-py3-NO_AVX2-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda8-cudnn7-py3:282" PYTHON_VERSION: "3.6" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *pytorch_linux_test_defaults pytorch_linux_xenial_cuda8_cudnn7_py3_NO_AVX_NO_AVX2_test: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda8-cudnn7-py3-NO_AVX-NO_AVX2-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda8-cudnn7-py3:282" PYTHON_VERSION: "3.6" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *pytorch_linux_test_defaults pytorch_linux_xenial_cuda9_cudnn7_py2_build: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda9-cudnn7-py2-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda9-cudnn7-py2:282" PYTHON_VERSION: "2.7" <<: *pytorch_linux_build_defaults pytorch_linux_xenial_cuda9_cudnn7_py2_test: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda9-cudnn7-py2-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda9-cudnn7-py2:282" PYTHON_VERSION: "2.7" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *pytorch_linux_test_defaults pytorch_linux_xenial_cuda9_cudnn7_py3_build: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda9-cudnn7-py3-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda9-cudnn7-py3:282" PYTHON_VERSION: "3.6" <<: *pytorch_linux_build_defaults pytorch_linux_xenial_cuda9_cudnn7_py3_test: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda9-cudnn7-py3-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda9-cudnn7-py3:282" PYTHON_VERSION: "3.6" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *pytorch_linux_test_defaults pytorch_linux_xenial_cuda9_2_cudnn7_py3_gcc7_build: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc7-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc7:282" PYTHON_VERSION: "3.6" <<: *pytorch_linux_build_defaults pytorch_linux_xenial_cuda9_2_cudnn7_py3_gcc7_test: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc7-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc7:282" PYTHON_VERSION: "3.6" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *pytorch_linux_test_defaults pytorch_linux_xenial_cuda10_cudnn7_py3_gcc7_build: environment: JOB_BASE_NAME: pytorch-linux-xenial-cuda10-cudnn7-py3-gcc7-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda10-cudnn7-py3-gcc7:282" PYTHON_VERSION: "3.6" <<: *pytorch_linux_build_defaults pytorch_short_perf_test_gpu: environment: JOB_BASE_NAME: pytorch-short-perf-test-gpu DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda8-cudnn7-py3:282" PYTHON_VERSION: "3.6" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium machine: image: default steps: - run: <<: *setup_ci_environment - run: name: Perf Test no_output_timeout: "1h" command: | set -e export COMMIT_DOCKER_IMAGE=${DOCKER_IMAGE}-${CIRCLE_SHA1} echo "DOCKER_IMAGE: "${COMMIT_DOCKER_IMAGE} docker pull ${COMMIT_DOCKER_IMAGE} >/dev/null export id=$(docker run --runtime=nvidia -t -d -w /var/lib/jenkins ${COMMIT_DOCKER_IMAGE}) docker cp $id:/var/lib/jenkins/workspace/env /home/circleci/project/env # This IAM user allows write access to S3 bucket for perf test numbers echo "declare -x AWS_ACCESS_KEY_ID=${CIRCLECI_AWS_ACCESS_KEY_FOR_PERF_TEST_S3_BUCKET_V3}" >> /home/circleci/project/env echo "declare -x AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_PERF_TEST_S3_BUCKET_V3}" >> /home/circleci/project/env docker cp /home/circleci/project/env $id:/var/lib/jenkins/workspace/env export COMMAND='((echo "export JOB_BASE_NAME=${JOB_BASE_NAME}" && echo "source ./workspace/env" && echo "sudo chown -R jenkins workspace && cd workspace && .jenkins/pytorch/short-perf-test-gpu.sh") | docker exec -u jenkins -i "$id" bash) 2>&1' echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts pytorch_doc_push: environment: JOB_BASE_NAME: pytorch-doc-push DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda8-cudnn7-py3:282" resource_class: large machine: image: default steps: - run: <<: *setup_ci_environment - run: <<: *install_doc_push_script - run: name: Doc Build and Push no_output_timeout: "1h" command: | set -e export COMMIT_DOCKER_IMAGE=${DOCKER_IMAGE}-${CIRCLE_SHA1} echo "DOCKER_IMAGE: "${COMMIT_DOCKER_IMAGE} docker pull ${COMMIT_DOCKER_IMAGE} >/dev/null export id=$(docker run -t -d -w /var/lib/jenkins ${COMMIT_DOCKER_IMAGE}) docker cp /home/circleci/project/doc_push_script.sh $id:/var/lib/jenkins/workspace/doc_push_script.sh if [[ "${CIRCLE_BRANCH}" != "master" ]]; then # Do a dry_run of the docs build. This will build the docs but not push them. export COMMAND='((echo "export JOB_BASE_NAME=${JOB_BASE_NAME}" && echo "source ./workspace/env" && echo "sudo chown -R jenkins workspace && cd workspace && ./doc_push_script.sh docs/master master dry_run") | docker exec -u jenkins -i "$id" bash) 2>&1' else export COMMAND='((echo "export JOB_BASE_NAME=${JOB_BASE_NAME}" && echo "source ./workspace/env" && echo "sudo chown -R jenkins workspace && cd workspace && ./doc_push_script.sh docs/master master") | docker exec -u jenkins -i "$id" bash) 2>&1' fi echo ${COMMAND} > ./command.sh && unbuffer bash ./command.sh | ts pytorch_macos_10_13_py3_build: macos: xcode: "9.0" steps: - checkout - run: <<: *macos_brew_update - run: name: Build environment: JOB_BASE_NAME: pytorch-macos-10.13-py3-build BUILD_ENVIRONMENT: pytorch-macos-10.13-py3 no_output_timeout: "1h" command: | set -e export IN_CIRCLECI=1 # Install sccache sudo curl https://s3.amazonaws.com/ossci-macos/sccache --output /usr/local/bin/sccache sudo chmod +x /usr/local/bin/sccache export SCCACHE_BUCKET=ossci-compiler-cache-circleci-v2 # This IAM user allows write access to S3 bucket for sccache export AWS_ACCESS_KEY_ID=${CIRCLECI_AWS_ACCESS_KEY_FOR_SCCACHE_S3_BUCKET_V3} export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V3} git submodule sync && git submodule update -q --init chmod a+x .jenkins/pytorch/macos-build.sh unbuffer .jenkins/pytorch/macos-build.sh 2>&1 | ts mkdir -p /Users/distiller/pytorch-ci-env/workspace cp -r /Users/distiller/project/. /Users/distiller/pytorch-ci-env/workspace - persist_to_workspace: root: /Users/distiller/pytorch-ci-env paths: - "*" pytorch_macos_10_13_py3_test: macos: xcode: "9.0" steps: - run: name: Prepare workspace command: | sudo mkdir -p /Users/distiller/pytorch-ci-env sudo chmod -R 777 /Users/distiller/pytorch-ci-env - attach_workspace: at: /Users/distiller/pytorch-ci-env - run: <<: *macos_brew_update - run: name: Test environment: JOB_BASE_NAME: pytorch-macos-10.13-py3-test BUILD_ENVIRONMENT: pytorch-macos-10.13-py3 no_output_timeout: "1h" command: | set -e export IN_CIRCLECI=1 cp -r /Users/distiller/pytorch-ci-env/workspace/. /Users/distiller/project chmod a+x .jenkins/pytorch/macos-test.sh unbuffer .jenkins/pytorch/macos-test.sh 2>&1 | ts pytorch_macos_10_13_cuda9_2_cudnn7_py3_build: macos: xcode: "9.0" steps: - checkout - run: <<: *macos_brew_update - run: name: Build environment: JOB_BASE_NAME: pytorch-macos-10.13-cuda9.2-cudnn7-py3-build BUILD_ENVIRONMENT: pytorch-macos-10.13-cuda9.2-cudnn7-py3 no_output_timeout: "1h" command: | set -e export IN_CIRCLECI=1 # Install CUDA 9.2 sudo rm -rf ~/cuda_9.2.64_mac_installer.app || true curl https://s3.amazonaws.com/ossci-macos/cuda_9.2.64_mac_installer.zip -o ~/cuda_9.2.64_mac_installer.zip unzip ~/cuda_9.2.64_mac_installer.zip -d ~/ sudo ~/cuda_9.2.64_mac_installer.app/Contents/MacOS/CUDAMacOSXInstaller --accept-eula --no-window sudo cp /usr/local/cuda/lib/libcuda.dylib /Developer/NVIDIA/CUDA-9.2/lib/libcuda.dylib sudo rm -rf /usr/local/cuda || true # Install cuDNN 7.1 for CUDA 9.2 curl https://s3.amazonaws.com/ossci-macos/cudnn-9.2-osx-x64-v7.1.tgz -o ~/cudnn-9.2-osx-x64-v7.1.tgz rm -rf ~/cudnn-9.2-osx-x64-v7.1 && mkdir ~/cudnn-9.2-osx-x64-v7.1 tar -xzvf ~/cudnn-9.2-osx-x64-v7.1.tgz -C ~/cudnn-9.2-osx-x64-v7.1 sudo cp ~/cudnn-9.2-osx-x64-v7.1/cuda/include/cudnn.h /Developer/NVIDIA/CUDA-9.2/include/ sudo cp ~/cudnn-9.2-osx-x64-v7.1/cuda/lib/libcudnn* /Developer/NVIDIA/CUDA-9.2/lib/ sudo chmod a+r /Developer/NVIDIA/CUDA-9.2/include/cudnn.h /Developer/NVIDIA/CUDA-9.2/lib/libcudnn* # Install sccache sudo curl https://s3.amazonaws.com/ossci-macos/sccache --output /usr/local/bin/sccache sudo chmod +x /usr/local/bin/sccache export SCCACHE_BUCKET=ossci-compiler-cache-circleci-v2 # This IAM user allows write access to S3 bucket for sccache export AWS_ACCESS_KEY_ID=${CIRCLECI_AWS_ACCESS_KEY_FOR_SCCACHE_S3_BUCKET_V3} export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V3} git submodule sync && git submodule update -q --init chmod a+x .jenkins/pytorch/macos-build.sh unbuffer .jenkins/pytorch/macos-build.sh 2>&1 | ts caffe2_py2_cuda9_0_cudnn7_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-py2-cuda9.0-cudnn7-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda9.0-cudnn7-ubuntu16.04:238" BUILD_ENVIRONMENT: "py2-cuda9.0-cudnn7-ubuntu16.04" <<: *caffe2_linux_build_defaults caffe2_py2_cuda9_0_cudnn7_ubuntu16_04_test: environment: JOB_BASE_NAME: caffe2-py2-cuda9.0-cudnn7-ubuntu16.04-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda9.0-cudnn7-ubuntu16.04:238" USE_CUDA_DOCKER_RUNTIME: "1" BUILD_ENVIRONMENT: "py2-cuda9.0-cudnn7-ubuntu16.04" resource_class: gpu.medium <<: *caffe2_linux_test_defaults caffe2_cmake_cuda9_0_cudnn7_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-cmake-cuda9.0-cudnn7-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda9.0-cudnn7-ubuntu16.04:238" BUILD_ENVIRONMENT: "cmake-cuda9.0-cudnn7-ubuntu16.04" <<: *caffe2_linux_build_defaults caffe2_cmake_cuda9_0_cudnn7_ubuntu16_04_test: environment: JOB_BASE_NAME: caffe2-cmake-cuda9.0-cudnn7-ubuntu16.04-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda9.0-cudnn7-ubuntu16.04:238" USE_CUDA_DOCKER_RUNTIME: "1" BUILD_ENVIRONMENT: "cmake-cuda9.0-cudnn7-ubuntu16.04" resource_class: gpu.medium <<: *caffe2_linux_test_defaults caffe2_py2_cuda9_1_cudnn7_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-py2-cuda9.1-cudnn7-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda9.1-cudnn7-ubuntu16.04:238" BUILD_ENVIRONMENT: "py2-cuda9.1-cudnn7-ubuntu16.04" <<: *caffe2_linux_build_defaults caffe2_py2_cuda9_1_cudnn7_ubuntu16_04_test: environment: JOB_BASE_NAME: caffe2-py2-cuda9.1-cudnn7-ubuntu16.04-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda9.1-cudnn7-ubuntu16.04:238" USE_CUDA_DOCKER_RUNTIME: "1" BUILD_ENVIRONMENT: "py2-cuda9.1-cudnn7-ubuntu16.04" resource_class: gpu.medium <<: *caffe2_linux_test_defaults caffe2_py2_mkl_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-py2-mkl-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-mkl-ubuntu16.04:238" BUILD_ENVIRONMENT: "py2-mkl-ubuntu16.04" <<: *caffe2_linux_build_defaults caffe2_py2_mkl_ubuntu16_04_test: environment: JOB_BASE_NAME: caffe2-py2-mkl-ubuntu16.04-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-mkl-ubuntu16.04:238" BUILD_ENVIRONMENT: "py2-mkl-ubuntu16.04" resource_class: large <<: *caffe2_linux_test_defaults caffe2_py2_gcc4_8_ubuntu14_04_build: environment: JOB_BASE_NAME: caffe2-py2-gcc4.8-ubuntu14.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-gcc4.8-ubuntu14.04:238" BUILD_ENVIRONMENT: "py2-gcc4.8-ubuntu14.04" <<: *caffe2_linux_build_defaults caffe2_py2_gcc4_8_ubuntu14_04_test: environment: JOB_BASE_NAME: caffe2-py2-gcc4.8-ubuntu14.04-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-gcc4.8-ubuntu14.04:238" BUILD_ENVIRONMENT: "py2-gcc4.8-ubuntu14.04" resource_class: large <<: *caffe2_linux_test_defaults caffe2_onnx_py2_gcc5_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-onnx-py2-gcc5-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-gcc5-ubuntu16.04:238" BUILD_ENVIRONMENT: "onnx-py2-gcc5-ubuntu16.04" <<: *caffe2_linux_build_defaults caffe2_onnx_py2_gcc5_ubuntu16_04_test: environment: JOB_BASE_NAME: caffe2-onnx-py2-gcc5-ubuntu16.04-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-gcc5-ubuntu16.04:238" BUILD_ENVIRONMENT: "onnx-py2-gcc5-ubuntu16.04" resource_class: large <<: *caffe2_linux_test_defaults caffe2_py2_cuda8_0_cudnn7_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-py2-cuda8.0-cudnn7-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda8.0-cudnn7-ubuntu16.04:238" BUILD_ENVIRONMENT: "py2-cuda8.0-cudnn7-ubuntu16.04" <<: *caffe2_linux_build_defaults caffe2_py2_cuda8_0_cudnn7_ubuntu16_04_test: environment: JOB_BASE_NAME: caffe2-py2-cuda8.0-cudnn7-ubuntu16.04-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda8.0-cudnn7-ubuntu16.04:238" USE_CUDA_DOCKER_RUNTIME: "1" BUILD_ENVIRONMENT: "py2-cuda8.0-cudnn7-ubuntu16.04" resource_class: gpu.medium <<: *caffe2_linux_test_defaults caffe2_py2_gcc4_9_ubuntu14_04_build: environment: JOB_BASE_NAME: caffe2-py2-gcc4.9-ubuntu14.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-gcc4.9-ubuntu14.04:238" BUILD_ENVIRONMENT: "py2-gcc4.9-ubuntu14.04" BUILD_ONLY: "1" <<: *caffe2_linux_build_defaults caffe2_py2_clang3_8_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-py2-clang3.8-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-clang3.8-ubuntu16.04:238" BUILD_ENVIRONMENT: "py2-clang3.8-ubuntu16.04" BUILD_ONLY: "1" <<: *caffe2_linux_build_defaults caffe2_py2_clang3_9_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-py2-clang3.9-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-clang3.9-ubuntu16.04:238" BUILD_ENVIRONMENT: "py2-clang3.9-ubuntu16.04" BUILD_ONLY: "1" <<: *caffe2_linux_build_defaults caffe2_py2_clang7_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-py2-clang7-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-clang7-ubuntu16.04:238" BUILD_ENVIRONMENT: "py2-clang7-ubuntu16.04" BUILD_ONLY: "1" <<: *caffe2_linux_build_defaults caffe2_py2_android_ubuntu16_04_build: environment: JOB_BASE_NAME: caffe2-py2-android-ubuntu16.04-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-android-ubuntu16.04:238" BUILD_ENVIRONMENT: "py2-android-ubuntu16.04" BUILD_ONLY: "1" <<: *caffe2_linux_build_defaults caffe2_py2_cuda9_0_cudnn7_centos7_build: environment: JOB_BASE_NAME: caffe2-py2-cuda9.0-cudnn7-centos7-build DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda9.0-cudnn7-centos7:238" BUILD_ENVIRONMENT: "py2-cuda9.0-cudnn7-centos7" <<: *caffe2_linux_build_defaults caffe2_py2_cuda9_0_cudnn7_centos7_test: environment: JOB_BASE_NAME: caffe2-py2-cuda9.0-cudnn7-centos7-test DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/caffe2/py2-cuda9.0-cudnn7-centos7:238" USE_CUDA_DOCKER_RUNTIME: "1" BUILD_ENVIRONMENT: "py2-cuda9.0-cudnn7-centos7" resource_class: gpu.medium <<: *caffe2_linux_test_defaults caffe2_py2_ios_macos10_13_build: environment: JOB_BASE_NAME: caffe2-py2-ios-macos10.13-build BUILD_IOS: "1" PYTHON_INSTALLATION: "system" PYTHON_VERSION: "2" <<: *caffe2_macos_build_defaults caffe2_py2_system_macos10_13_build: environment: JOB_BASE_NAME: caffe2-py2-system-macos10.13-build PYTHON_INSTALLATION: "system" PYTHON_VERSION: "2" <<: *caffe2_macos_build_defaults ############################################################################## # Binary build specs individual job specifications ############################################################################## binary_linux_manywheel_2.7m_cpu_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cpu" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_2.7mu_cpu_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cpu" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_3.5m_cpu_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cpu" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_3.6m_cpu_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cpu" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_3.7m_cpu_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cpu" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_2.7m_cu80_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu80" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_2.7mu_cu80_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cu80" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_3.5m_cu80_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu80" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_3.6m_cu80_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cu80" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_3.7m_cu80_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cu80" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_manywheel_2.7m_cu90_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu90" docker: - image: "soumith/manylinux-cuda90" <<: *binary_linux_build binary_linux_manywheel_2.7mu_cu90_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cu90" docker: - image: "soumith/manylinux-cuda90" <<: *binary_linux_build binary_linux_manywheel_3.5m_cu90_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu90" docker: - image: "soumith/manylinux-cuda90" <<: *binary_linux_build binary_linux_manywheel_3.6m_cu90_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cu90" docker: - image: "soumith/manylinux-cuda90" <<: *binary_linux_build binary_linux_manywheel_3.7m_cu90_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cu90" docker: - image: "soumith/manylinux-cuda90" <<: *binary_linux_build binary_linux_manywheel_2.7m_cu100_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu100" docker: - image: "soumith/manylinux-cuda100" <<: *binary_linux_build binary_linux_manywheel_2.7mu_cu100_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cu100" docker: - image: "soumith/manylinux-cuda100" <<: *binary_linux_build binary_linux_manywheel_3.5m_cu100_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu100" docker: - image: "soumith/manylinux-cuda100" <<: *binary_linux_build binary_linux_manywheel_3.6m_cu100_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cu100" docker: - image: "soumith/manylinux-cuda100" <<: *binary_linux_build binary_linux_manywheel_3.7m_cu100_build: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cu100" docker: - image: "soumith/manylinux-cuda100" <<: *binary_linux_build binary_linux_conda_2.7_cpu_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.5_cpu_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cpu" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.6_cpu_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.7_cpu_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cpu" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_2.7_cu80_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cu80" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.5_cu80_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cu80" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.6_cu80_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cu80" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.7_cu80_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu80" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_2.7_cu90_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cu90" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.5_cu90_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cu90" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.6_cu90_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cu90" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.7_cu90_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu90" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_2.7_cu100_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cu100" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.5_cu100_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cu100" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.6_cu100_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cu100" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_conda_3.7_cu100_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu100" docker: - image: "soumith/conda-cuda" <<: *binary_linux_build binary_linux_libtorch_2.7m_cpu_build: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cpu" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_libtorch_2.7m_cu80_build: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu80" docker: - image: "soumith/manylinux-cuda80" <<: *binary_linux_build binary_linux_libtorch_2.7m_cu90_build: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu90" docker: - image: "soumith/manylinux-cuda90" <<: *binary_linux_build binary_linux_libtorch_2.7m_cu100_build: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu100" docker: - image: "soumith/manylinux-cuda100" <<: *binary_linux_build binary_macos_wheel_2.7_cpu_build: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" <<: *binary_mac_build binary_macos_wheel_3.5_cpu_build: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cpu" <<: *binary_mac_build binary_macos_wheel_3.6_cpu_build: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" <<: *binary_mac_build binary_macos_wheel_3.7_cpu_build: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cpu" <<: *binary_mac_build binary_macos_conda_2.7_cpu_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" <<: *binary_mac_build binary_macos_conda_3.5_cpu_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cpu" <<: *binary_mac_build binary_macos_conda_3.6_cpu_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" <<: *binary_mac_build binary_macos_conda_3.7_cpu_build: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cpu" <<: *binary_mac_build binary_macos_libtorch_2.7_cpu_build: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" <<: *binary_mac_build # Binary build tests # These are the smoke tests run right after the build, before the upload. If # these fail, the upload doesn't happen ############################################################################# binary_linux_manywheel_2.7m_cpu_test_and_upload: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_2.7mu_cpu_test_and_upload: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.5m_cpu_test_and_upload: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.6m_cpu_test_and_upload: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.7m_cpu_test_and_upload: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_2.7m_cu80_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_2.7mu_cu80_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.5m_cu80_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.6m_cu80_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.7m_cu80_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_2.7m_cu90_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu90" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda90" <<: *binary_linux_test_and_upload binary_linux_manywheel_2.7mu_cu90_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cu90" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda90" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.5m_cu90_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu90" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda90" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.6m_cu90_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cu90" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda90" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.7m_cu90_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cu90" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda90" <<: *binary_linux_test_and_upload binary_linux_manywheel_2.7m_cu100_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda100" <<: *binary_linux_test_and_upload binary_linux_manywheel_2.7mu_cu100_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda100" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.5m_cu100_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda100" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.6m_cu100_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda100" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.7m_cu100_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/manylinux-cuda100" <<: *binary_linux_test_and_upload binary_linux_conda_2.7_cpu_test_and_upload: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.5_cpu_test_and_upload: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.6_cpu_test_and_upload: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.7_cpu_test_and_upload: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_2.7_cu80_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.5_cu80_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.6_cu80_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.7_cu80_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_2.7_cu90_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cu90" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.5_cu90_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cu90" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.6_cu90_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cu90" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.7_cu90_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu90" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_2.7_cu100_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.5_cu100_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.6_cu100_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.7_cu100_test_and_upload: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_macos_wheel_2.7_cpu_upload: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" <<: *binary_mac_upload binary_macos_wheel_3.5_cpu_upload: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cpu" <<: *binary_mac_upload binary_macos_wheel_3.6_cpu_upload: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" <<: *binary_mac_upload binary_macos_wheel_3.7_cpu_upload: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cpu" <<: *binary_mac_upload binary_macos_conda_2.7_cpu_upload: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" <<: *binary_mac_upload binary_macos_conda_3.5_cpu_upload: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cpu" <<: *binary_mac_upload binary_macos_conda_3.6_cpu_upload: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" <<: *binary_mac_upload binary_macos_conda_3.7_cpu_upload: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cpu" <<: *binary_mac_upload binary_macos_libtorch_2.7_cpu_upload: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" <<: *binary_mac_upload # Non-upload binary jobs for PRs: # Keywords: binary tests first round smoke tests binary pr test pr binary test binary_linux_manywheel_2.7mu_cpu_test: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cpu" DO_NOT_UPLOAD: "DO_NOT_DELETE_THIS" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_manywheel_3.5m_cu80_test: resource_class: gpu.medium environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu80" USE_CUDA_DOCKER_RUNTIME: "1" DO_NOT_UPLOAD: "DO_NOT_DELETE_THIS" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *binary_linux_test_and_upload binary_linux_conda_3.6_cpu_test: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" DO_NOT_UPLOAD: "DO_NOT_DELETE_THIS" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload binary_linux_conda_3.7_cu100_test: resource_class: gpu.medium environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu100" USE_CUDA_DOCKER_RUNTIME: "1" DO_NOT_UPLOAD: "DO_NOT_DELETE_THIS" DOCKER_IMAGE: "soumith/conda-cuda" <<: *binary_linux_test_and_upload ############################################################################## # Smoke test specs individual job specifications ############################################################################## smoke_linux_manywheel_2.7m_cpu: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *smoke_linux_build smoke_linux_manywheel_2.7mu_cpu: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *smoke_linux_build smoke_linux_manywheel_3.5m_cpu: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *smoke_linux_build smoke_linux_manywheel_3.6m_cpu: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *smoke_linux_build smoke_linux_manywheel_3.7m_cpu: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *smoke_linux_build smoke_linux_manywheel_2.7m_cu80: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu80" DOCKER_IMAGE: "soumith/manylinux-cuda80" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_2.7mu_cu80: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cu80" DOCKER_IMAGE: "soumith/manylinux-cuda80" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_3.5m_cu80: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu80" DOCKER_IMAGE: "soumith/manylinux-cuda80" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_3.6m_cu80: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cu80" DOCKER_IMAGE: "soumith/manylinux-cuda80" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_3.7m_cu80: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cu80" DOCKER_IMAGE: "soumith/manylinux-cuda80" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_2.7m_cu90: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu90" DOCKER_IMAGE: "soumith/manylinux-cuda90" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_2.7mu_cu90: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cu90" DOCKER_IMAGE: "soumith/manylinux-cuda90" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_3.5m_cu90: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu90" DOCKER_IMAGE: "soumith/manylinux-cuda90" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_3.6m_cu90: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cu90" DOCKER_IMAGE: "soumith/manylinux-cuda90" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_3.7m_cu90: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cu90" DOCKER_IMAGE: "soumith/manylinux-cuda90" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_2.7m_cu100: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu100" DOCKER_IMAGE: "soumith/manylinux-cuda100" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_2.7mu_cu100: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "2.7mu" DESIRED_CUDA: "cu100" DOCKER_IMAGE: "soumith/manylinux-cuda100" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_3.5m_cu100: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.5m" DESIRED_CUDA: "cu100" DOCKER_IMAGE: "soumith/manylinux-cuda100" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_3.6m_cu100: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.6m" DESIRED_CUDA: "cu100" DOCKER_IMAGE: "soumith/manylinux-cuda100" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_manywheel_3.7m_cu100: environment: PACKAGE_TYPE: "manywheel" DESIRED_PYTHON: "3.7m" DESIRED_CUDA: "cu100" DOCKER_IMAGE: "soumith/manylinux-cuda100" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_2.7_cpu: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/conda-cuda" <<: *smoke_linux_build smoke_linux_conda_3.5_cpu: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/conda-cuda" <<: *smoke_linux_build smoke_linux_conda_3.6_cpu: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/conda-cuda" <<: *smoke_linux_build smoke_linux_conda_3.7_cpu: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cpu" DOCKER_IMAGE: "soumith/conda-cuda" <<: *smoke_linux_build smoke_linux_conda_2.7_cu80: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cu80" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_3.5_cu80: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cu80" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_3.6_cu80: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cu80" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_3.7_cu80: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu80" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_2.7_cu90: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cu90" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_3.5_cu90: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cu90" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_3.6_cu90: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cu90" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_3.7_cu90: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu90" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_2.7_cu100: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cu100" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_3.5_cu100: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cu100" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_3.6_cu100: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cu100" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_conda_3.7_cu100: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cu100" DOCKER_IMAGE: "soumith/conda-cuda" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cpu_shared-with-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cpu" LIBTORCH_VARIANT: "shared-with-deps" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cpu_shared-without-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cpu" LIBTORCH_VARIANT: "shared-without-deps" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cpu_static-with-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cpu" LIBTORCH_VARIANT: "static-with-deps" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cpu_static-without-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cpu" LIBTORCH_VARIANT: "static-without-deps" DOCKER_IMAGE: "soumith/manylinux-cuda80" <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu80_shared-with-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu80" LIBTORCH_VARIANT: "shared-with-deps" DOCKER_IMAGE: "soumith/manylinux-cuda80" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu80_shared-without-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu80" LIBTORCH_VARIANT: "shared-without-deps" DOCKER_IMAGE: "soumith/manylinux-cuda80" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu80_static-with-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu80" LIBTORCH_VARIANT: "static-with-deps" DOCKER_IMAGE: "soumith/manylinux-cuda80" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu80_static-without-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu80" LIBTORCH_VARIANT: "static-without-deps" DOCKER_IMAGE: "soumith/manylinux-cuda80" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu90_shared-with-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu90" LIBTORCH_VARIANT: "shared-with-deps" DOCKER_IMAGE: "soumith/manylinux-cuda90" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu90_shared-without-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu90" LIBTORCH_VARIANT: "shared-without-deps" DOCKER_IMAGE: "soumith/manylinux-cuda90" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu90_static-with-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu90" LIBTORCH_VARIANT: "static-with-deps" DOCKER_IMAGE: "soumith/manylinux-cuda90" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu90_static-without-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu90" LIBTORCH_VARIANT: "static-without-deps" DOCKER_IMAGE: "soumith/manylinux-cuda90" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu100_shared-with-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu100" LIBTORCH_VARIANT: "shared-with-deps" DOCKER_IMAGE: "soumith/manylinux-cuda100" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu100_shared-without-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu100" LIBTORCH_VARIANT: "shared-without-deps" DOCKER_IMAGE: "soumith/manylinux-cuda100" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu100_static-with-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu100" LIBTORCH_VARIANT: "static-with-deps" DOCKER_IMAGE: "soumith/manylinux-cuda100" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_linux_libtorch_2.7m_cu100_static-without-deps: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cu100" LIBTORCH_VARIANT: "static-without-deps" DOCKER_IMAGE: "soumith/manylinux-cuda100" USE_CUDA_DOCKER_RUNTIME: "1" resource_class: gpu.medium <<: *smoke_linux_build smoke_macos_wheel_2.7_cpu: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" <<: *smoke_mac_build smoke_macos_wheel_3.5_cpu: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cpu" <<: *smoke_mac_build smoke_macos_wheel_3.6_cpu: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" <<: *smoke_mac_build smoke_macos_wheel_3.7_cpu: environment: PACKAGE_TYPE: "wheel" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cpu" <<: *smoke_mac_build smoke_macos_conda_2.7_cpu: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "2.7" DESIRED_CUDA: "cpu" <<: *smoke_mac_build smoke_macos_conda_3.5_cpu: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.5" DESIRED_CUDA: "cpu" <<: *smoke_mac_build smoke_macos_conda_3.6_cpu: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.6" DESIRED_CUDA: "cpu" <<: *smoke_mac_build smoke_macos_conda_3.7_cpu: environment: PACKAGE_TYPE: "conda" DESIRED_PYTHON: "3.7" DESIRED_CUDA: "cpu" <<: *smoke_mac_build smoke_macos_libtorch_2.7m_cpu: environment: PACKAGE_TYPE: "libtorch" DESIRED_PYTHON: "2.7m" DESIRED_CUDA: "cpu" <<: *smoke_mac_build ############################################################################## ############################################################################## # Workflows ############################################################################## ############################################################################## # PR jobs pr builds workflows: version: 2 build: jobs: # Pytorch linux builds - pytorch_linux_trusty_py2_7_9_build - pytorch_linux_trusty_py2_7_9_test: requires: - pytorch_linux_trusty_py2_7_9_build - pytorch_linux_trusty_py2_7_build - pytorch_linux_trusty_py2_7_test: requires: - pytorch_linux_trusty_py2_7_build - pytorch_linux_trusty_py3_5_build - pytorch_linux_trusty_py3_5_test: requires: - pytorch_linux_trusty_py3_5_build - pytorch_linux_trusty_py3_6_gcc4_8_build - pytorch_linux_trusty_py3_6_gcc4_8_test: requires: - pytorch_linux_trusty_py3_6_gcc4_8_build - pytorch_linux_trusty_py3_6_gcc5_4_build - pytorch_linux_trusty_py3_6_gcc5_4_test: requires: - pytorch_linux_trusty_py3_6_gcc5_4_build - pytorch_linux_trusty_py3_6_gcc7_build - pytorch_linux_trusty_py3_6_gcc7_test: requires: - pytorch_linux_trusty_py3_6_gcc7_build - pytorch_xla_linux_trusty_py3_6_gcc5_4_build: filters: branches: only: - master - pytorch_xla_linux_trusty_py3_6_gcc5_4_test: filters: branches: only: - master requires: - pytorch_xla_linux_trusty_py3_6_gcc5_4_build - pytorch_linux_trusty_pynightly_build - pytorch_linux_trusty_pynightly_test: requires: - pytorch_linux_trusty_pynightly_build - pytorch_linux_xenial_py3_clang5_asan_build - pytorch_linux_xenial_py3_clang5_asan_test: requires: - pytorch_linux_xenial_py3_clang5_asan_build - pytorch_linux_xenial_cuda8_cudnn7_py3_build - pytorch_linux_xenial_cuda8_cudnn7_py3_test: requires: - pytorch_linux_xenial_cuda8_cudnn7_py3_build - pytorch_linux_xenial_cuda8_cudnn7_py3_multigpu_test: requires: - pytorch_linux_xenial_cuda8_cudnn7_py3_build - pytorch_linux_xenial_cuda8_cudnn7_py3_NO_AVX2_test: requires: - pytorch_linux_xenial_cuda8_cudnn7_py3_build - pytorch_linux_xenial_cuda8_cudnn7_py3_NO_AVX_NO_AVX2_test: requires: - pytorch_linux_xenial_cuda8_cudnn7_py3_build - pytorch_short_perf_test_gpu: requires: - pytorch_linux_xenial_cuda8_cudnn7_py3_build - pytorch_doc_push: requires: - pytorch_linux_xenial_cuda8_cudnn7_py3_build - pytorch_linux_xenial_cuda9_cudnn7_py2_build - pytorch_linux_xenial_cuda9_cudnn7_py2_test: requires: - pytorch_linux_xenial_cuda9_cudnn7_py2_build - pytorch_linux_xenial_cuda9_cudnn7_py3_build - pytorch_linux_xenial_cuda9_cudnn7_py3_test: requires: - pytorch_linux_xenial_cuda9_cudnn7_py3_build - pytorch_linux_xenial_cuda9_2_cudnn7_py3_gcc7_build - pytorch_linux_xenial_cuda9_2_cudnn7_py3_gcc7_test: requires: - pytorch_linux_xenial_cuda9_2_cudnn7_py3_gcc7_build - pytorch_linux_xenial_cuda10_cudnn7_py3_gcc7_build # Pytorch MacOS builds - pytorch_macos_10_13_py3_build - pytorch_macos_10_13_py3_test: requires: - pytorch_macos_10_13_py3_build - pytorch_macos_10_13_cuda9_2_cudnn7_py3_build # Caffe2 builds - caffe2_cmake_cuda9_0_cudnn7_ubuntu16_04_build - caffe2_cmake_cuda9_0_cudnn7_ubuntu16_04_test: requires: - caffe2_cmake_cuda9_0_cudnn7_ubuntu16_04_build - caffe2_py2_cuda9_0_cudnn7_ubuntu16_04_build - caffe2_py2_cuda9_0_cudnn7_ubuntu16_04_test: requires: - caffe2_py2_cuda9_0_cudnn7_ubuntu16_04_build - caffe2_py2_cuda9_1_cudnn7_ubuntu16_04_build - caffe2_py2_cuda9_1_cudnn7_ubuntu16_04_test: requires: - caffe2_py2_cuda9_1_cudnn7_ubuntu16_04_build - caffe2_py2_mkl_ubuntu16_04_build - caffe2_py2_mkl_ubuntu16_04_test: requires: - caffe2_py2_mkl_ubuntu16_04_build - caffe2_py2_gcc4_8_ubuntu14_04_build - caffe2_py2_gcc4_8_ubuntu14_04_test: requires: - caffe2_py2_gcc4_8_ubuntu14_04_build - caffe2_onnx_py2_gcc5_ubuntu16_04_build - caffe2_onnx_py2_gcc5_ubuntu16_04_test: requires: - caffe2_onnx_py2_gcc5_ubuntu16_04_build - caffe2_py2_cuda8_0_cudnn7_ubuntu16_04_build - caffe2_py2_cuda8_0_cudnn7_ubuntu16_04_test: requires: - caffe2_py2_cuda8_0_cudnn7_ubuntu16_04_build - caffe2_py2_clang3_8_ubuntu16_04_build - caffe2_py2_clang3_9_ubuntu16_04_build - caffe2_py2_clang7_ubuntu16_04_build - caffe2_py2_android_ubuntu16_04_build - caffe2_py2_cuda9_0_cudnn7_centos7_build - caffe2_py2_cuda9_0_cudnn7_centos7_test: requires: - caffe2_py2_cuda9_0_cudnn7_centos7_build # Caffe2 MacOS builds - caffe2_py2_ios_macos10_13_build - caffe2_py2_system_macos10_13_build # Binary builds (subset, to smoke test that they'll work) - binary_linux_manywheel_2.7mu_cpu_build - binary_linux_manywheel_2.7mu_cpu_test: requires: - binary_linux_manywheel_2.7mu_cpu_build - binary_linux_conda_3.7_cu100_build - binary_linux_conda_3.7_cu100_test: requires: - binary_linux_conda_3.7_cu100_build - binary_macos_conda_3.5_cpu_build ############################################################################## # Daily smoke test trigger ############################################################################## binarysmoketests: triggers: - schedule: cron: "15 16 * * *" filters: branches: only: - master jobs: - smoke_linux_manywheel_2.7m_cpu - smoke_linux_manywheel_2.7mu_cpu - smoke_linux_manywheel_3.5m_cpu - smoke_linux_manywheel_3.6m_cpu - smoke_linux_manywheel_3.7m_cpu - smoke_linux_manywheel_2.7m_cu80 - smoke_linux_manywheel_2.7mu_cu80 - smoke_linux_manywheel_3.5m_cu80 - smoke_linux_manywheel_3.6m_cu80 - smoke_linux_manywheel_3.7m_cu80 - smoke_linux_manywheel_2.7m_cu90 - smoke_linux_manywheel_2.7mu_cu90 - smoke_linux_manywheel_3.5m_cu90 - smoke_linux_manywheel_3.6m_cu90 - smoke_linux_manywheel_3.7m_cu90 - smoke_linux_manywheel_2.7m_cu100 - smoke_linux_manywheel_2.7mu_cu100 - smoke_linux_manywheel_3.5m_cu100 - smoke_linux_manywheel_3.6m_cu100 - smoke_linux_manywheel_3.7m_cu100 - smoke_linux_conda_2.7_cpu - smoke_linux_conda_3.5_cpu - smoke_linux_conda_3.6_cpu - smoke_linux_conda_3.7_cpu - smoke_linux_conda_2.7_cu80 - smoke_linux_conda_3.5_cu80 - smoke_linux_conda_3.6_cu80 - smoke_linux_conda_3.7_cu80 - smoke_linux_conda_2.7_cu90 - smoke_linux_conda_3.5_cu90 - smoke_linux_conda_3.6_cu90 - smoke_linux_conda_3.7_cu90 - smoke_linux_conda_2.7_cu100 - smoke_linux_conda_3.5_cu100 - smoke_linux_conda_3.6_cu100 - smoke_linux_conda_3.7_cu100 - smoke_linux_libtorch_2.7m_cpu_shared-with-deps - smoke_linux_libtorch_2.7m_cpu_shared-without-deps - smoke_linux_libtorch_2.7m_cpu_static-with-deps - smoke_linux_libtorch_2.7m_cpu_static-without-deps - smoke_linux_libtorch_2.7m_cu80_shared-with-deps - smoke_linux_libtorch_2.7m_cu80_shared-without-deps - smoke_linux_libtorch_2.7m_cu80_static-with-deps - smoke_linux_libtorch_2.7m_cu80_static-without-deps - smoke_linux_libtorch_2.7m_cu90_shared-with-deps - smoke_linux_libtorch_2.7m_cu90_shared-without-deps - smoke_linux_libtorch_2.7m_cu90_static-with-deps - smoke_linux_libtorch_2.7m_cu90_static-without-deps - smoke_linux_libtorch_2.7m_cu100_shared-with-deps - smoke_linux_libtorch_2.7m_cu100_shared-without-deps - smoke_linux_libtorch_2.7m_cu100_static-with-deps - smoke_linux_libtorch_2.7m_cu100_static-without-deps - smoke_macos_wheel_2.7_cpu - smoke_macos_wheel_3.5_cpu - smoke_macos_wheel_3.6_cpu - smoke_macos_wheel_3.7_cpu - smoke_macos_conda_2.7_cpu - smoke_macos_conda_3.5_cpu - smoke_macos_conda_3.6_cpu - smoke_macos_conda_3.7_cpu - smoke_macos_libtorch_2.7_cpu ############################################################################## # Daily binary build trigger ############################################################################## binarybuilds: triggers: - schedule: cron: "5 5 * * *" filters: branches: only: - master jobs: - binary_linux_manywheel_2.7m_cpu_build - binary_linux_manywheel_2.7mu_cpu_build - binary_linux_manywheel_3.5m_cpu_build - binary_linux_manywheel_3.6m_cpu_build - binary_linux_manywheel_3.7m_cpu_build - binary_linux_manywheel_2.7m_cu80_build - binary_linux_manywheel_2.7mu_cu80_build - binary_linux_manywheel_3.5m_cu80_build - binary_linux_manywheel_3.6m_cu80_build - binary_linux_manywheel_3.7m_cu80_build - binary_linux_manywheel_2.7m_cu90_build - binary_linux_manywheel_2.7mu_cu90_build - binary_linux_manywheel_3.5m_cu90_build - binary_linux_manywheel_3.6m_cu90_build - binary_linux_manywheel_3.7m_cu90_build - binary_linux_manywheel_2.7m_cu100_build - binary_linux_manywheel_2.7mu_cu100_build - binary_linux_manywheel_3.5m_cu100_build - binary_linux_manywheel_3.6m_cu100_build - binary_linux_manywheel_3.7m_cu100_build - binary_linux_conda_2.7_cpu_build - binary_linux_conda_3.5_cpu_build - binary_linux_conda_3.6_cpu_build - binary_linux_conda_3.7_cpu_build - binary_linux_conda_2.7_cu80_build - binary_linux_conda_3.5_cu80_build - binary_linux_conda_3.6_cu80_build - binary_linux_conda_3.7_cu80_build - binary_linux_conda_2.7_cu90_build - binary_linux_conda_3.5_cu90_build - binary_linux_conda_3.6_cu90_build - binary_linux_conda_3.7_cu90_build - binary_linux_conda_2.7_cu100_build - binary_linux_conda_3.5_cu100_build - binary_linux_conda_3.6_cu100_build - binary_linux_conda_3.7_cu100_build - binary_linux_libtorch_2.7m_cpu_build - binary_linux_libtorch_2.7m_cu80_build - binary_linux_libtorch_2.7m_cu90_build - binary_linux_libtorch_2.7m_cu100_build - binary_macos_wheel_2.7_cpu_build - binary_macos_wheel_3.5_cpu_build - binary_macos_wheel_3.6_cpu_build - binary_macos_wheel_3.7_cpu_build - binary_macos_conda_2.7_cpu_build - binary_macos_conda_3.5_cpu_build - binary_macos_conda_3.6_cpu_build - binary_macos_conda_3.7_cpu_build - binary_macos_libtorch_2.7_cpu_build - binary_linux_manywheel_2.7m_cpu_test_and_upload: context: org-member requires: - binary_linux_manywheel_2.7m_cpu_build - binary_linux_manywheel_2.7mu_cpu_test_and_upload: context: org-member requires: - binary_linux_manywheel_2.7mu_cpu_build - binary_linux_manywheel_3.5m_cpu_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.5m_cpu_build - binary_linux_manywheel_3.6m_cpu_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.6m_cpu_build - binary_linux_manywheel_3.7m_cpu_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.7m_cpu_build - binary_linux_manywheel_2.7m_cu80_test_and_upload: context: org-member requires: - binary_linux_manywheel_2.7m_cu80_build - binary_linux_manywheel_2.7mu_cu80_test_and_upload: context: org-member requires: - binary_linux_manywheel_2.7mu_cu80_build - binary_linux_manywheel_3.5m_cu80_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.5m_cu80_build - binary_linux_manywheel_3.6m_cu80_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.6m_cu80_build - binary_linux_manywheel_3.7m_cu80_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.7m_cu80_build - binary_linux_manywheel_2.7m_cu90_test_and_upload: context: org-member requires: - binary_linux_manywheel_2.7m_cu90_build - binary_linux_manywheel_2.7mu_cu90_test_and_upload: context: org-member requires: - binary_linux_manywheel_2.7mu_cu90_build - binary_linux_manywheel_3.5m_cu90_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.5m_cu90_build - binary_linux_manywheel_3.6m_cu90_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.6m_cu90_build - binary_linux_manywheel_3.7m_cu90_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.7m_cu90_build - binary_linux_manywheel_2.7m_cu100_test_and_upload: context: org-member requires: - binary_linux_manywheel_2.7m_cu100_build - binary_linux_manywheel_2.7mu_cu100_test_and_upload: context: org-member requires: - binary_linux_manywheel_2.7mu_cu100_build - binary_linux_manywheel_3.5m_cu100_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.5m_cu100_build - binary_linux_manywheel_3.6m_cu100_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.6m_cu100_build - binary_linux_manywheel_3.7m_cu100_test_and_upload: context: org-member requires: - binary_linux_manywheel_3.7m_cu100_build - binary_linux_conda_2.7_cpu_test_and_upload: context: org-member requires: - binary_linux_conda_2.7_cpu_build - binary_linux_conda_3.5_cpu_test_and_upload: context: org-member requires: - binary_linux_conda_3.5_cpu_build - binary_linux_conda_3.6_cpu_test_and_upload: context: org-member requires: - binary_linux_conda_3.6_cpu_build - binary_linux_conda_3.7_cpu_test_and_upload: context: org-member requires: - binary_linux_conda_3.7_cpu_build - binary_linux_conda_2.7_cu80_test_and_upload: context: org-member requires: - binary_linux_conda_2.7_cu80_build - binary_linux_conda_3.5_cu80_test_and_upload: context: org-member requires: - binary_linux_conda_3.5_cu80_build - binary_linux_conda_3.6_cu80_test_and_upload: context: org-member requires: - binary_linux_conda_3.6_cu80_build - binary_linux_conda_3.7_cu80_test_and_upload: context: org-member requires: - binary_linux_conda_3.7_cu80_build - binary_linux_conda_2.7_cu90_test_and_upload: context: org-member requires: - binary_linux_conda_2.7_cu90_build - binary_linux_conda_3.5_cu90_test_and_upload: context: org-member requires: - binary_linux_conda_3.5_cu90_build - binary_linux_conda_3.6_cu90_test_and_upload: context: org-member requires: - binary_linux_conda_3.6_cu90_build - binary_linux_conda_3.7_cu90_test_and_upload: context: org-member requires: - binary_linux_conda_3.7_cu90_build - binary_linux_conda_2.7_cu100_test_and_upload: context: org-member requires: - binary_linux_conda_2.7_cu100_build - binary_linux_conda_3.5_cu100_test_and_upload: context: org-member requires: - binary_linux_conda_3.5_cu100_build - binary_linux_conda_3.6_cu100_test_and_upload: context: org-member requires: - binary_linux_conda_3.6_cu100_build - binary_linux_conda_3.7_cu100_test_and_upload: context: org-member requires: - binary_linux_conda_3.7_cu100_build - binary_macos_wheel_2.7_cpu_upload: context: org-member requires: - binary_macos_wheel_2.7_cpu_build - binary_macos_wheel_3.5_cpu_upload: context: org-member requires: - binary_macos_wheel_3.5_cpu_build - binary_macos_wheel_3.6_cpu_upload: context: org-member requires: - binary_macos_wheel_3.6_cpu_build - binary_macos_wheel_3.7_cpu_upload: context: org-member requires: - binary_macos_wheel_3.7_cpu_build - binary_macos_conda_2.7_cpu_upload: context: org-member requires: - binary_macos_conda_2.7_cpu_build - binary_macos_conda_3.5_cpu_upload: context: org-member requires: - binary_macos_conda_3.5_cpu_build - binary_macos_conda_3.6_cpu_upload: context: org-member requires: - binary_macos_conda_3.6_cpu_build - binary_macos_conda_3.7_cpu_upload: context: org-member requires: - binary_macos_conda_3.7_cpu_build - binary_macos_libtorch_2.7_cpu_upload: context: org-member requires: - binary_macos_libtorch_2.7_cpu_build