From cd361fc247a9abdbe9851867e31ac3cefcff299e Mon Sep 17 00:00:00 2001 From: atalman Date: Thu, 5 Jun 2025 15:24:07 +0000 Subject: [PATCH] [CI] Migrate focal (ubuntu 20.04) images to jammy (ubuntu 22.04) (#154437) Fixes https://github.com/pytorch/pytorch/issues/154157 Inductor Workflows where moved from focal to jammy here: https://github.com/pytorch/pytorch/pull/154153 Pull Request resolved: https://github.com/pytorch/pytorch/pull/154437 Approved by: https://github.com/Skylion007, https://github.com/cyyever, https://github.com/davidberard98, https://github.com/huydhn --- .ci/docker/build.sh | 44 ++--- .ci/docker/ubuntu-cuda/Dockerfile | 170 ------------------ .github/scripts/filter_test_configs.py | 2 +- .github/workflows/_link_check.yml | 4 +- .github/workflows/docker-builds.yml | 16 +- .github/workflows/lint.yml | 8 +- .github/workflows/periodic.yml | 80 ++++----- .github/workflows/pull.yml | 154 ++++++++-------- .github/workflows/slow.yml | 40 ++--- .../target-determination-indexer.yml | 2 +- .github/workflows/test-h100.yml | 20 +-- .github/workflows/trunk.yml | 16 +- scripts/compile_tests/download_reports.py | 18 +- test/distributed/_tools/test_sac_ilp.py | 2 +- test/functorch/test_vmap.py | 5 - 15 files changed, 194 insertions(+), 387 deletions(-) delete mode 100644 .ci/docker/ubuntu-cuda/Dockerfile diff --git a/.ci/docker/build.sh b/.ci/docker/build.sh index 6e0cbb2d217..e9cc97235d8 100755 --- a/.ci/docker/build.sh +++ b/.ci/docker/build.sh @@ -50,30 +50,21 @@ if [[ "$image" == *xla* ]]; then exit 0 fi -if [[ "$image" == *-focal* ]]; then - UBUNTU_VERSION=20.04 -elif [[ "$image" == *-jammy* ]]; then +if [[ "$image" == *-jammy* ]]; then UBUNTU_VERSION=22.04 elif [[ "$image" == *ubuntu* ]]; then extract_version_from_image_name ubuntu UBUNTU_VERSION -elif [[ "$image" == *centos* ]]; then - extract_version_from_image_name centos CENTOS_VERSION fi if [ -n "${UBUNTU_VERSION}" ]; then OS="ubuntu" -elif [ -n "${CENTOS_VERSION}" ]; then - OS="centos" else echo "Unable to derive operating system base..." exit 1 fi DOCKERFILE="${OS}/Dockerfile" -# When using ubuntu - 22.04, start from Ubuntu docker image, instead of nvidia/cuda docker image. -if [[ "$image" == *cuda* && "$UBUNTU_VERSION" != "22.04" ]]; then - DOCKERFILE="${OS}-cuda/Dockerfile" -elif [[ "$image" == *rocm* ]]; then +if [[ "$image" == *rocm* ]]; then DOCKERFILE="${OS}-rocm/Dockerfile" elif [[ "$image" == *xpu* ]]; then DOCKERFILE="${OS}-xpu/Dockerfile" @@ -98,7 +89,7 @@ tag=$(echo $image | awk -F':' '{print $2}') # configuration, so we hardcode everything here rather than do it # from scratch case "$tag" in - pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11) + pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11) CUDA_VERSION=12.6.3 CUDNN_VERSION=9 ANACONDA_PYTHON_VERSION=3.10 @@ -121,7 +112,7 @@ case "$tag" in TRITON=yes INDUCTOR_BENCHMARKS=yes ;; - pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc9) + pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc9) CUDA_VERSION=12.6.3 CUDNN_VERSION=9 ANACONDA_PYTHON_VERSION=3.10 @@ -168,7 +159,7 @@ case "$tag" in TRITON=yes INDUCTOR_BENCHMARKS=yes ;; - pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9) + pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9) CUDA_VERSION=12.8.1 CUDNN_VERSION=9 ANACONDA_PYTHON_VERSION=3.10 @@ -179,25 +170,25 @@ case "$tag" in UCC_COMMIT=${_UCC_COMMIT} TRITON=yes ;; - pytorch-linux-focal-py3-clang10-onnx) + pytorch-linux-jammy-py3-clang12-onnx) ANACONDA_PYTHON_VERSION=3.9 - CLANG_VERSION=10 + CLANG_VERSION=12 VISION=yes ONNX=yes ;; - pytorch-linux-focal-py3.9-clang10) + pytorch-linux-jammy-py3.9-clang12) ANACONDA_PYTHON_VERSION=3.9 - CLANG_VERSION=10 + CLANG_VERSION=12 VISION=yes TRITON=yes ;; - pytorch-linux-focal-py3.11-clang10) + pytorch-linux-jammy-py3.11-clang12) ANACONDA_PYTHON_VERSION=3.11 - CLANG_VERSION=10 + CLANG_VERSION=12 VISION=yes TRITON=yes ;; - pytorch-linux-focal-py3.9-gcc9) + pytorch-linux-jammy-py3.9-gcc9) ANACONDA_PYTHON_VERSION=3.9 GCC_VERSION=9 VISION=yes @@ -303,7 +294,7 @@ case "$tag" in GCC_VERSION=11 TRITON_CPU=yes ;; - pytorch-linux-focal-linter) + pytorch-linux-jammy-linter) # TODO: Use 3.9 here because of this issue https://github.com/python/mypy/issues/13627. # We will need to update mypy version eventually, but that's for another day. The task # would be to upgrade mypy to 1.0.0 with Python 3.11 @@ -370,14 +361,6 @@ esac tmp_tag=$(basename "$(mktemp -u)" | tr '[:upper:]' '[:lower:]') -#when using cudnn version 8 install it separately from cuda -if [[ "$image" == *cuda* && ${OS} == "ubuntu" ]]; then - IMAGE_NAME="nvidia/cuda:${CUDA_VERSION}-cudnn${CUDNN_VERSION}-devel-ubuntu${UBUNTU_VERSION}" - if [[ ${CUDNN_VERSION} == 9 ]]; then - IMAGE_NAME="nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}" - fi -fi - no_cache_flag="" progress_flag="" # Do not use cache and progress=plain when in CI @@ -394,7 +377,6 @@ docker build \ --build-arg "LLVMDEV=${LLVMDEV:-}" \ --build-arg "VISION=${VISION:-}" \ --build-arg "UBUNTU_VERSION=${UBUNTU_VERSION}" \ - --build-arg "CENTOS_VERSION=${CENTOS_VERSION}" \ --build-arg "DEVTOOLSET_VERSION=${DEVTOOLSET_VERSION}" \ --build-arg "GLIBC_VERSION=${GLIBC_VERSION}" \ --build-arg "CLANG_VERSION=${CLANG_VERSION}" \ diff --git a/.ci/docker/ubuntu-cuda/Dockerfile b/.ci/docker/ubuntu-cuda/Dockerfile deleted file mode 100644 index e2d8d4f6184..00000000000 --- a/.ci/docker/ubuntu-cuda/Dockerfile +++ /dev/null @@ -1,170 +0,0 @@ -ARG UBUNTU_VERSION -ARG CUDA_VERSION -ARG IMAGE_NAME - -FROM ${IMAGE_NAME} as base - -ARG UBUNTU_VERSION -ARG CUDA_VERSION - -ENV DEBIAN_FRONTEND noninteractive - -# Install common dependencies (so that this step can be cached separately) -COPY ./common/install_base.sh install_base.sh -RUN bash ./install_base.sh && rm install_base.sh - -# Install user -COPY ./common/install_user.sh install_user.sh -RUN bash ./install_user.sh && rm install_user.sh - -# Install katex -ARG KATEX -COPY ./common/install_docs_reqs.sh install_docs_reqs.sh -RUN bash ./install_docs_reqs.sh && rm install_docs_reqs.sh - -# Install conda and other packages (e.g., numpy, pytest) -ARG ANACONDA_PYTHON_VERSION -ENV ANACONDA_PYTHON_VERSION=$ANACONDA_PYTHON_VERSION -ENV PATH /opt/conda/envs/py_$ANACONDA_PYTHON_VERSION/bin:/opt/conda/bin:$PATH -COPY requirements-ci.txt /opt/conda/requirements-ci.txt -COPY ./common/install_conda.sh install_conda.sh -COPY ./common/common_utils.sh common_utils.sh -COPY ./common/install_magma_conda.sh install_magma_conda.sh -RUN bash ./install_conda.sh && rm install_conda.sh install_magma_conda.sh common_utils.sh /opt/conda/requirements-ci.txt - -# Install gcc -ARG GCC_VERSION -COPY ./common/install_gcc.sh install_gcc.sh -RUN bash ./install_gcc.sh && rm install_gcc.sh - -# Install clang -ARG CLANG_VERSION -COPY ./common/install_clang.sh install_clang.sh -RUN bash ./install_clang.sh && rm install_clang.sh - -# (optional) Install vision packages like OpenCV -ARG VISION -COPY ./common/install_vision.sh ./common/cache_vision_models.sh ./common/common_utils.sh ./ -RUN if [ -n "${VISION}" ]; then bash ./install_vision.sh; fi -RUN rm install_vision.sh cache_vision_models.sh common_utils.sh -ENV INSTALLED_VISION ${VISION} - -# (optional) Install UCC -ARG UCX_COMMIT -ARG UCC_COMMIT -ENV UCX_COMMIT $UCX_COMMIT -ENV UCC_COMMIT $UCC_COMMIT -ENV UCX_HOME /usr -ENV UCC_HOME /usr -ADD ./common/install_ucc.sh install_ucc.sh -RUN if [ -n "${UCX_COMMIT}" ] && [ -n "${UCC_COMMIT}" ]; then bash ./install_ucc.sh; fi -RUN rm install_ucc.sh - -COPY ./common/install_openssl.sh install_openssl.sh -ENV OPENSSL_ROOT_DIR /opt/openssl -RUN bash ./install_openssl.sh -ENV OPENSSL_DIR /opt/openssl - -ARG INDUCTOR_BENCHMARKS -ARG ANACONDA_PYTHON_VERSION -ENV ANACONDA_PYTHON_VERSION=$ANACONDA_PYTHON_VERSION -COPY ./common/install_inductor_benchmark_deps.sh install_inductor_benchmark_deps.sh -COPY ./common/common_utils.sh common_utils.sh -COPY ci_commit_pins/huggingface.txt huggingface.txt -COPY ci_commit_pins/timm.txt timm.txt -RUN if [ -n "${INDUCTOR_BENCHMARKS}" ]; then bash ./install_inductor_benchmark_deps.sh; fi -RUN rm install_inductor_benchmark_deps.sh common_utils.sh timm.txt huggingface.txt - -ARG TRITON - -FROM base as triton-builder -# Install triton, this needs to be done before sccache because the latter will -# try to reach out to S3, which docker build runners don't have access -COPY ./common/install_triton.sh install_triton.sh -COPY ./common/common_utils.sh common_utils.sh -COPY ci_commit_pins/triton.txt triton.txt -COPY triton_version.txt triton_version.txt -RUN bash ./install_triton.sh - -FROM base as final -COPY --from=triton-builder /opt/triton /opt/triton -RUN if [ -n "${TRITON}" ]; then pip install /opt/triton/*.whl; chown -R jenkins:jenkins /opt/conda; fi -RUN rm -rf /opt/triton - -ARG HALIDE -# Build and install halide -COPY ./common/install_halide.sh install_halide.sh -COPY ./common/common_utils.sh common_utils.sh -COPY ci_commit_pins/halide.txt halide.txt -RUN if [ -n "${HALIDE}" ]; then bash ./install_halide.sh; fi -RUN rm install_halide.sh common_utils.sh halide.txt - -# Install ccache/sccache (do this last, so we get priority in PATH) -COPY ./common/install_cache.sh install_cache.sh -ENV PATH /opt/cache/bin:$PATH -# See https://github.com/pytorch/pytorch/issues/82174 -# TODO(sdym@fb.com): -# check if this is needed after full off Xenial migration -ENV CARGO_NET_GIT_FETCH_WITH_CLI true -RUN bash ./install_cache.sh && rm install_cache.sh -ENV CMAKE_CUDA_COMPILER_LAUNCHER=/opt/cache/bin/sccache - -# Add jni.h for java host build -COPY ./common/install_jni.sh install_jni.sh -COPY ./java/jni.h jni.h -RUN bash ./install_jni.sh && rm install_jni.sh - -# Install Open MPI for CUDA -COPY ./common/install_openmpi.sh install_openmpi.sh -RUN if [ -n "${CUDA_VERSION}" ]; then bash install_openmpi.sh; fi -RUN rm install_openmpi.sh - -# Include BUILD_ENVIRONMENT environment variable in image -ARG BUILD_ENVIRONMENT -ENV BUILD_ENVIRONMENT ${BUILD_ENVIRONMENT} - -# AWS specific CUDA build guidance -ENV TORCH_CUDA_ARCH_LIST Maxwell -ENV TORCH_NVCC_FLAGS "-Xfatbin -compress-all" -ENV CUDA_PATH /usr/local/cuda - -# Install LLVM dev version (Defined in the pytorch/builder github repository) -COPY --from=pytorch/llvm:9.0.1 /opt/llvm /opt/llvm - -# Install CUDNN -ARG CUDNN_VERSION -ARG CUDA_VERSION -COPY ./common/install_cudnn.sh install_cudnn.sh -RUN if [ -n "${CUDNN_VERSION}" ]; then bash install_cudnn.sh; fi -RUN rm install_cudnn.sh - -# Install CUSPARSELT -ARG CUDA_VERSION -COPY ./common/install_cusparselt.sh install_cusparselt.sh -RUN bash install_cusparselt.sh -RUN rm install_cusparselt.sh - -# Install NCCL -ARG CUDA_VERSION -COPY ./common/install_nccl.sh install_nccl.sh -COPY ./ci_commit_pins/nccl-cu* /ci_commit_pins/ -RUN bash install_nccl.sh -RUN rm install_nccl.sh /ci_commit_pins/nccl-cu* -ENV USE_SYSTEM_NCCL=1 -ENV NCCL_INCLUDE_DIR="/usr/local/cuda/include/" -ENV NCCL_LIB_DIR="/usr/local/cuda/lib64/" - -# Install CUDSS -ARG CUDA_VERSION -COPY ./common/install_cudss.sh install_cudss.sh -RUN bash install_cudss.sh -RUN rm install_cudss.sh - -# Delete /usr/local/cuda-11.X/cuda-11.X symlinks -RUN if [ -h /usr/local/cuda-11.6/cuda-11.6 ]; then rm /usr/local/cuda-11.6/cuda-11.6; fi -RUN if [ -h /usr/local/cuda-11.7/cuda-11.7 ]; then rm /usr/local/cuda-11.7/cuda-11.7; fi -RUN if [ -h /usr/local/cuda-12.1/cuda-12.1 ]; then rm /usr/local/cuda-12.1/cuda-12.1; fi -RUN if [ -h /usr/local/cuda-12.4/cuda-12.4 ]; then rm /usr/local/cuda-12.4/cuda-12.4; fi - -USER jenkins -CMD ["bash"] diff --git a/.github/scripts/filter_test_configs.py b/.github/scripts/filter_test_configs.py index dcaf08989f9..5577aaa6a67 100755 --- a/.github/scripts/filter_test_configs.py +++ b/.github/scripts/filter_test_configs.py @@ -80,7 +80,7 @@ def parse_args() -> Any: parser.add_argument( "--job-name", type=str, - help="the name of the current job, i.e. linux-focal-py3.8-gcc7 / build", + help="the name of the current job, i.e. linux-jammy-py3.8-gcc7 / build", ) parser.add_argument("--pr-number", type=str, help="the pull request number") parser.add_argument("--tag", type=str, help="the associated tag if it exists") diff --git a/.github/workflows/_link_check.yml b/.github/workflows/_link_check.yml index 7219a868580..efe92ca627b 100644 --- a/.github/workflows/_link_check.yml +++ b/.github/workflows/_link_check.yml @@ -15,7 +15,7 @@ jobs: with: timeout: 120 runner: ${{ inputs.runner }}linux.2xlarge - docker-image: ci-image:pytorch-linux-focal-linter + docker-image: ci-image:pytorch-linux-jammy-linter fetch-depth: 0 submodules: false ref: ${{ inputs.ref }} @@ -40,7 +40,7 @@ jobs: with: timeout: 60 runner: ${{ inputs.runner }}linux.2xlarge - docker-image: ci-image:pytorch-linux-focal-linter + docker-image: ci-image:pytorch-linux-jammy-linter fetch-depth: 0 submodules: false ref: ${{ inputs.ref }} diff --git a/.github/workflows/docker-builds.yml b/.github/workflows/docker-builds.yml index 1cfdb77d47b..3f9105a5d94 100644 --- a/.github/workflows/docker-builds.yml +++ b/.github/workflows/docker-builds.yml @@ -49,16 +49,16 @@ jobs: matrix: runner: [linux.12xlarge] docker-image-name: [ - pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11, + pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11, pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc9-inductor-benchmarks, pytorch-linux-jammy-cuda12.6-cudnn9-py3.12-gcc9-inductor-benchmarks, pytorch-linux-jammy-cuda12.6-cudnn9-py3.13-gcc9-inductor-benchmarks, pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9-inductor-benchmarks, - pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9, - pytorch-linux-focal-py3.9-clang10, - pytorch-linux-focal-py3.11-clang10, - pytorch-linux-focal-py3.12-clang10, - pytorch-linux-focal-py3.13-clang10, + pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9, + pytorch-linux-jammy-py3.9-clang12, + pytorch-linux-jammy-py3.11-clang12, + pytorch-linux-jammy-py3.12-clang12, + pytorch-linux-jammy-py3.13-clang12, pytorch-linux-jammy-rocm-n-1-py3, pytorch-linux-jammy-rocm-n-py3, pytorch-linux-jammy-cuda12.8-cudnn9-py3.9-clang12, @@ -69,8 +69,8 @@ jobs: pytorch-linux-jammy-xpu-2025.1-py3, pytorch-linux-jammy-py3-clang15-asan, pytorch-linux-jammy-py3-clang18-asan, - pytorch-linux-focal-py3-clang10-onnx, - pytorch-linux-focal-linter, + pytorch-linux-jammy-py3-clang12-onnx, + pytorch-linux-jammy-linter, pytorch-linux-jammy-cuda12.8-cudnn9-py3.9-linter, pytorch-linux-jammy-py3-clang12-executorch, pytorch-linux-jammy-py3.12-triton-cpu diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml index 90bf8f74795..d0a2fda509e 100644 --- a/.github/workflows/lint.yml +++ b/.github/workflows/lint.yml @@ -66,7 +66,7 @@ jobs: with: timeout: 120 runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" - docker-image: ci-image:pytorch-linux-focal-linter + docker-image: ci-image:pytorch-linux-jammy-linter fetch-depth: 0 ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} script: | @@ -119,7 +119,7 @@ jobs: with: timeout: 120 runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" - docker-image: ci-image:pytorch-linux-focal-linter + docker-image: ci-image:pytorch-linux-jammy-linter fetch-depth: -1 submodules: true ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} @@ -153,7 +153,7 @@ jobs: with: timeout: 120 runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" - docker-image: ci-image:pytorch-linux-focal-linter + docker-image: ci-image:pytorch-linux-jammy-linter fetch-depth: 0 ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} script: | @@ -189,7 +189,7 @@ jobs: with: timeout: 120 runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" - docker-image: ci-image:pytorch-linux-focal-linter + docker-image: ci-image:pytorch-linux-jammy-linter fetch-depth: 0 ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} script: | diff --git a/.github/workflows/periodic.yml b/.github/workflows/periodic.yml index 5824389db79..37791acfdfc 100644 --- a/.github/workflows/periodic.yml +++ b/.github/workflows/periodic.yml @@ -49,14 +49,14 @@ jobs: curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} - linux-focal-cuda12_6-py3_10-gcc11-build: - name: linux-focal-cuda12.6-py3.10-gcc11 + linux-jammy-cuda12_6-py3_10-gcc11-build: + name: linux-jammy-cuda12.6-py3.10-gcc11 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.6-py3.10-gcc11 - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3.10-gcc11 + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 test-matrix: | { include: [ { config: "nogpu_AVX512", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" }, @@ -68,26 +68,26 @@ jobs: ]} secrets: inherit - linux-focal-cuda12_6-py3_10-gcc11-test: - name: linux-focal-cuda12.6-py3.10-gcc11 + linux-jammy-cuda12_6-py3_10-gcc11-test: + name: linux-jammy-cuda12.6-py3.10-gcc11 uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-cuda12_6-py3_10-gcc11-build + - linux-jammy-cuda12_6-py3_10-gcc11-build - target-determination with: - build-environment: linux-focal-cuda12.6-py3.10-gcc11 - docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }} + build-environment: linux-jammy-cuda12.6-py3.10-gcc11 + docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }} secrets: inherit - linux-focal-cuda12_8-py3_9-gcc9-build: - name: linux-focal-cuda12.8-py3.9-gcc9 + linux-jammy-cuda12_8-py3_9-gcc9-build: + name: linux-jammy-cuda12.8-py3.9-gcc9 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.8-py3.9-gcc9 - docker-image-name: ci-image:pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9 + build-environment: linux-jammy-cuda12.8-py3.9-gcc9 + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9 cuda-arch-list: 8.6 test-matrix: | { include: [ @@ -97,24 +97,24 @@ jobs: build-with-debug: false secrets: inherit - linux-focal-cuda12_8-py3_9-gcc9-test: - name: linux-focal-cuda12.8-py3.9-gcc9 + linux-jammy-cuda12_8-py3_9-gcc9-test: + name: linux-jammy-cuda12.8-py3.9-gcc9 uses: ./.github/workflows/_linux-test.yml - needs: linux-focal-cuda12_8-py3_9-gcc9-build + needs: linux-jammy-cuda12_8-py3_9-gcc9-build with: - build-environment: linux-focal-cuda12.8-py3.9-gcc9 - docker-image: ${{ needs.linux-focal-cuda12_8-py3_9-gcc9-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-cuda12_8-py3_9-gcc9-build.outputs.test-matrix }} + build-environment: linux-jammy-cuda12.8-py3.9-gcc9 + docker-image: ${{ needs.linux-jammy-cuda12_8-py3_9-gcc9-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cuda12_8-py3_9-gcc9-build.outputs.test-matrix }} secrets: inherit - linux-focal-cuda12_8-py3_10-gcc9-debug-build: - name: linux-focal-cuda12.8-py3.10-gcc9-debug + linux-jammy-cuda12_8-py3_10-gcc9-debug-build: + name: linux-jammy-cuda12.8-py3.10-gcc9-debug uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.8-py3.10-gcc9-debug - docker-image-name: ci-image:pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9 + build-environment: linux-jammy-cuda12.8-py3.10-gcc9-debug + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9 build-with-debug: true test-matrix: | { include: [ @@ -128,16 +128,16 @@ jobs: ]} secrets: inherit - linux-focal-cuda12_8-py3_10-gcc9-debug-test: - name: linux-focal-cuda12.8-py3.10-gcc9-debug + linux-jammy-cuda12_8-py3_10-gcc9-debug-test: + name: linux-jammy-cuda12.8-py3.10-gcc9-debug uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-cuda12_8-py3_10-gcc9-debug-build + - linux-jammy-cuda12_8-py3_10-gcc9-debug-build - target-determination with: - build-environment: linux-focal-cuda12.8-py3.10-gcc9-debug - docker-image: ${{ needs.linux-focal-cuda12_8-py3_10-gcc9-debug-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-cuda12_8-py3_10-gcc9-debug-build.outputs.test-matrix }} + build-environment: linux-jammy-cuda12.8-py3.10-gcc9-debug + docker-image: ${{ needs.linux-jammy-cuda12_8-py3_10-gcc9-debug-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cuda12_8-py3_10-gcc9-debug-build.outputs.test-matrix }} secrets: inherit linux-jammy-rocm-py3_10-build: @@ -171,14 +171,14 @@ jobs: test-matrix: ${{ needs.linux-jammy-rocm-py3_10-build.outputs.test-matrix }} secrets: inherit - linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build: - name: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck + linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build: + name: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 cuda-arch-list: 8.6 test-matrix: | { include: [ @@ -193,15 +193,15 @@ jobs: ]} secrets: inherit - linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-test: - name: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck + linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-test: + name: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build + - linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build - target-determination with: - build-environment: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck - docker-image: ${{ needs.linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.test-matrix }} + build-environment: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck + docker-image: ${{ needs.linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.test-matrix }} timeout-minutes: 300 secrets: inherit diff --git a/.github/workflows/pull.yml b/.github/workflows/pull.yml index e812c2bba81..d06006a8a3c 100644 --- a/.github/workflows/pull.yml +++ b/.github/workflows/pull.yml @@ -155,14 +155,14 @@ jobs: sync-tag: asan-test secrets: inherit - linux-focal-py3_9-clang10-onnx-build: - name: linux-focal-py3.9-clang10-onnx + linux-jammy-py3_9-clang12-onnx-build: + name: linux-jammy-py3.9-clang12-onnx uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-py3.9-clang10-onnx - docker-image-name: ci-image:pytorch-linux-focal-py3-clang10-onnx + build-environment: linux-jammy-py3.9-clang12-onnx + docker-image-name: ci-image:pytorch-linux-jammy-py3-clang12-onnx test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, @@ -170,26 +170,26 @@ jobs: ]} secrets: inherit - linux-focal-py3_9-clang10-onnx-test: - name: linux-focal-py3.9-clang10-onnx + linux-jammy-py3_9-clang12-onnx-test: + name: linux-jammy-py3.9-clang12-onnx uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-py3_9-clang10-onnx-build + - linux-jammy-py3_9-clang12-onnx-build - target-determination with: - build-environment: linux-focal-py3.9-clang10-onnx - docker-image: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.test-matrix }} + build-environment: linux-jammy-py3.9-clang12-onnx + docker-image: ${{ needs.linux-jammy-py3_9-clang12-onnx-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-py3_9-clang12-onnx-build.outputs.test-matrix }} secrets: inherit - linux-focal-py3_9-clang10-build: - name: linux-focal-py3.9-clang10 + linux-jammy-py3_9-clang12-build: + name: linux-jammy-py3.9-clang12 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-py3.9-clang10 - docker-image-name: ci-image:pytorch-linux-focal-py3.9-clang10 + build-environment: linux-jammy-py3.9-clang12 + docker-image-name: ci-image:pytorch-linux-jammy-py3.9-clang12 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" }, @@ -206,26 +206,26 @@ jobs: allow-reuse-old-whl: true secrets: inherit - linux-focal-py3_9-clang10-test: - name: linux-focal-py3.9-clang10 + linux-jammy-py3_9-clang12-test: + name: linux-jammy-py3.9-clang12 uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-py3_9-clang10-build + - linux-jammy-py3_9-clang12-build - target-determination with: - build-environment: linux-focal-py3.9-clang10 - docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }} + build-environment: linux-jammy-py3.9-clang12 + docker-image: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.test-matrix }} secrets: inherit - linux-focal-py3_13-clang10-build: - name: linux-focal-py3.13-clang10 + linux-jammy-py3_13-clang12-build: + name: linux-jammy-py3.13-clang12 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-py3.13-clang10 - docker-image-name: ci-image:pytorch-linux-focal-py3.13-clang10 + build-environment: linux-jammy-py3.13-clang12 + docker-image-name: ci-image:pytorch-linux-jammy-py3.13-clang12 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" }, @@ -242,25 +242,25 @@ jobs: allow-reuse-old-whl: true secrets: inherit - linux-focal-py3_13-clang10-test: - name: linux-focal-py3.13-clang10 + linux-jammy-py3_13-clang12-test: + name: linux-jammy-py3.13-clang12 uses: ./.github/workflows/_linux-test.yml - needs: linux-focal-py3_13-clang10-build + needs: linux-jammy-py3_13-clang12-build with: - build-environment: linux-focal-py3.13-clang10 - docker-image: ${{ needs.linux-focal-py3_13-clang10-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_13-clang10-build.outputs.test-matrix }} + build-environment: linux-jammy-py3.13-clang12 + docker-image: ${{ needs.linux-jammy-py3_13-clang12-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-py3_13-clang12-build.outputs.test-matrix }} timeout-minutes: 600 secrets: inherit - linux-focal-cuda12_6-py3_10-gcc11-build-distributed: - name: linux-focal-cuda12.6-py3.10-gcc11-build-distributed + linux-jammy-cuda12_6-py3_10-gcc11-build-distributed: + name: linux-jammy-cuda12.6-py3.10-gcc11-build-distributed uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.6-py3.10-gcc11-distributed - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-distributed + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 cuda-arch-list: '7.5' test-matrix: | { include: [ @@ -270,27 +270,27 @@ jobs: ]} secrets: inherit - linux-focal-cuda12_6-py3_10-gcc11-test-distributed: - name: linux-focal-cuda12.6-py3.10-gcc11-test + linux-jammy-cuda12_6-py3_10-gcc11-test-distributed: + name: linux-jammy-cuda12.6-py3.10-gcc11-test uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-cuda12_6-py3_10-gcc11-build-distributed + - linux-jammy-cuda12_6-py3_10-gcc11-build-distributed - target-determination with: timeout-minutes: 360 - build-environment: linux-focal-cuda12.6-py3.10-gcc11-distributed - docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build-distributed.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build-distributed.outputs.test-matrix }} + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-distributed + docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build-distributed.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build-distributed.outputs.test-matrix }} secrets: inherit - linux-focal-cuda12_6-py3_10-gcc11-build: - name: linux-focal-cuda12.6-py3.10-gcc11 + linux-jammy-cuda12_6-py3_10-gcc11-build: + name: linux-jammy-cuda12.6-py3.10-gcc11 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.6-py3.10-gcc11 - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3.10-gcc11 + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge.nvidia.gpu" }, @@ -302,17 +302,17 @@ jobs: allow-reuse-old-whl: true secrets: inherit - linux-focal-cuda12_6-py3_10-gcc11-test: - name: linux-focal-cuda12.6-py3.10-gcc11 + linux-jammy-cuda12_6-py3_10-gcc11-test: + name: linux-jammy-cuda12.6-py3.10-gcc11 uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-cuda12_6-py3_10-gcc11-build + - linux-jammy-cuda12_6-py3_10-gcc11-build - target-determination with: timeout-minutes: 360 - build-environment: linux-focal-cuda12.6-py3.10-gcc11 - docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }} + build-environment: linux-jammy-cuda12.6-py3.10-gcc11 + docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }} secrets: inherit linux-jammy-py3-clang12-mobile-build: @@ -344,13 +344,13 @@ jobs: ]} secrets: inherit - linux-focal-py3_9-clang9-xla-build: - name: linux-focal-py3_9-clang9-xla + linux-jammy-py3_9-clang9-xla-build: + name: linux-jammy-py3_9-clang9-xla uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-py3.9-clang9-xla + build-environment: linux-jammy-py3.9-clang9-xla docker-image-name: 308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/xla_base:v1.3-lite test-matrix: | { include: [ @@ -358,24 +358,24 @@ jobs: ]} secrets: inherit - linux-focal-py3_9-clang9-xla-test: - name: linux-focal-py3_9-clang9-xla + linux-jammy-py3_9-clang9-xla-test: + name: linux-jammy-py3_9-clang9-xla uses: ./.github/workflows/_linux-test.yml - needs: linux-focal-py3_9-clang9-xla-build + needs: linux-jammy-py3_9-clang9-xla-build with: - build-environment: linux-focal-py3.9-clang9-xla - docker-image: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.test-matrix }} + build-environment: linux-jammy-py3.9-clang9-xla + docker-image: ${{ needs.linux-jammy-py3_9-clang9-xla-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-py3_9-clang9-xla-build.outputs.test-matrix }} secrets: inherit - linux-focal-cpu-py3_10-gcc11-bazel-test: - name: linux-focal-cpu-py3.10-gcc11-bazel-test + linux-jammy-cpu-py3_10-gcc11-bazel-test: + name: linux-jammy-cpu-py3.10-gcc11-bazel-test uses: ./.github/workflows/_bazel-build-test.yml needs: get-label-type with: runner: "${{ needs.get-label-type.outputs.label-type }}linux.large" - build-environment: linux-focal-cuda12.6-py3.10-gcc11-bazel-test - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-bazel-test + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 cuda-version: cpu test-matrix: | { include: [ @@ -417,14 +417,14 @@ jobs: ]} secrets: inherit - linux-focal-cuda12_6-py3_10-gcc11-sm89-build: - name: linux-focal-cuda12.6-py3.10-gcc11-sm89 + linux-jammy-cuda12_6-py3_10-gcc11-sm89-build: + name: linux-jammy-cuda12.6-py3.10-gcc11-sm89 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm89 - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm89 + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 cuda-arch-list: 8.9 test-matrix: | { include: [ @@ -437,16 +437,16 @@ jobs: allow-reuse-old-whl: true secrets: inherit - unstable-linux-focal-cuda12_6-py3_10-gcc11-sm89-build-xfail: + unstable-linux-jammy-cuda12_6-py3_10-gcc11-sm89-build-xfail: # A version of the build that sets a larger number of jobs for a build. May # OOM - name: unstable-linux-focal-cuda12.6-py3.10-gcc11-sm89-xfail + name: unstable-linux-jammy-cuda12.6-py3.10-gcc11-sm89-xfail uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm89 - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm89 + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 cuda-arch-list: 8.9 max-jobs: 4 # Doesn't actually run tests, but need this in order to prevent the build @@ -458,16 +458,16 @@ jobs: allow-reuse-old-whl: true secrets: inherit - linux-focal-cuda12_6-py3_10-gcc11-sm89-test: - name: linux-focal-cuda12.6-py3.10-gcc11-sm89 + linux-jammy-cuda12_6-py3_10-gcc11-sm89-test: + name: linux-jammy-cuda12.6-py3.10-gcc11-sm89 uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-cuda12_6-py3_10-gcc11-sm89-build + - linux-jammy-cuda12_6-py3_10-gcc11-sm89-build - target-determination with: - build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm89 - docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm89-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm89-build.outputs.test-matrix }} + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm89 + docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm89-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm89-build.outputs.test-matrix }} secrets: inherit linux-jammy-py3-clang12-executorch-build: diff --git a/.github/workflows/slow.yml b/.github/workflows/slow.yml index 9e84ca613c7..6691e9e017c 100644 --- a/.github/workflows/slow.yml +++ b/.github/workflows/slow.yml @@ -47,14 +47,14 @@ jobs: curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} - linux-focal-cuda12_6-py3_10-gcc11-sm86-build: - name: linux-focal-cuda12.6-py3.10-gcc11-sm86 + linux-jammy-cuda12_6-py3_10-gcc11-sm86-build: + name: linux-jammy-cuda12.6-py3.10-gcc11-sm86 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm86 - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm86 + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 cuda-arch-list: 8.6 test-matrix: | { include: [ @@ -64,26 +64,26 @@ jobs: ]} secrets: inherit - linux-focal-cuda12_6-py3_10-gcc11-sm86-test: - name: linux-focal-cuda12.6-py3.10-gcc11-sm86 + linux-jammy-cuda12_6-py3_10-gcc11-sm86-test: + name: linux-jammy-cuda12.6-py3.10-gcc11-sm86 uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-cuda12_6-py3_10-gcc11-sm86-build + - linux-jammy-cuda12_6-py3_10-gcc11-sm86-build - target-determination with: - build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm86 - docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm86-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm86-build.outputs.test-matrix }} + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm86 + docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm86-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm86-build.outputs.test-matrix }} secrets: inherit - linux-focal-py3_9-clang10-build: - name: linux-focal-py3.9-clang10 + linux-jammy-py3_9-clang12-build: + name: linux-jammy-py3.9-clang12 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-py3.9-clang10 - docker-image-name: ci-image:pytorch-linux-focal-py3.9-clang10 + build-environment: linux-jammy-py3.9-clang12 + docker-image-name: ci-image:pytorch-linux-jammy-py3.9-clang12 test-matrix: | { include: [ { config: "slow", shard: 1, num_shards: 2, runner: "linux.2xlarge" }, @@ -91,16 +91,16 @@ jobs: ]} secrets: inherit - linux-focal-py3_9-clang10-test: - name: linux-focal-py3.9-clang10 + linux-jammy-py3_9-clang12-test: + name: linux-jammy-py3.9-clang12 uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-py3_9-clang10-build + - linux-jammy-py3_9-clang12-build - target-determination with: - build-environment: linux-focal-py3.9-clang10 - docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }} + build-environment: linux-jammy-py3.9-clang12 + docker-image: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.test-matrix }} secrets: inherit linux-jammy-rocm-py3_10-build: diff --git a/.github/workflows/target-determination-indexer.yml b/.github/workflows/target-determination-indexer.yml index 5e2cbd6f2df..93a0a744e63 100644 --- a/.github/workflows/target-determination-indexer.yml +++ b/.github/workflows/target-determination-indexer.yml @@ -37,7 +37,7 @@ jobs: id: calculate-docker-image uses: pytorch/test-infra/.github/actions/calculate-docker-image@main with: - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 working-directory: pytorch - name: Use following to pull public copy of the image diff --git a/.github/workflows/test-h100.yml b/.github/workflows/test-h100.yml index 9f61c53580c..60286b83986 100644 --- a/.github/workflows/test-h100.yml +++ b/.github/workflows/test-h100.yml @@ -27,15 +27,15 @@ jobs: curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} - linux-focal-cuda12_6-py3_10-gcc11-sm90-build: - name: linux-focal-cuda12.6-py3.10-gcc11-sm90 + linux-jammy-cuda12_6-py3_10-gcc11-sm90-build: + name: linux-jammy-cuda12.6-py3.10-gcc11-sm90 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner: "linux.12xlarge" - build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm90 - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm90 + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 cuda-arch-list: '9.0' test-matrix: | { include: [ @@ -43,13 +43,13 @@ jobs: ]} secrets: inherit - linux-focal-cuda12_6-py3_10-gcc11-sm90-test: - name: linux-focal-cuda12.6-py3.10-gcc11-sm90 + linux-jammy-cuda12_6-py3_10-gcc11-sm90-test: + name: linux-jammy-cuda12.6-py3.10-gcc11-sm90 uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-cuda12_6-py3_10-gcc11-sm90-build + - linux-jammy-cuda12_6-py3_10-gcc11-sm90-build with: - build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm90 - docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm90-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm90-build.outputs.test-matrix }} + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm90 + docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm90-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm90-build.outputs.test-matrix }} secrets: inherit diff --git a/.github/workflows/trunk.yml b/.github/workflows/trunk.yml index 9e4aa9237f0..f59160ee9b3 100644 --- a/.github/workflows/trunk.yml +++ b/.github/workflows/trunk.yml @@ -45,13 +45,13 @@ jobs: curr_branch: ${{ github.head_ref || github.ref_name }} curr_ref_type: ${{ github.ref_type }} - libtorch-linux-focal-cuda12_6-py3_10-gcc11-debug-build: - name: libtorch-linux-focal-cuda12.6-py3.10-gcc11-debug + libtorch-linux-jammy-cuda12_6-py3_10-gcc11-debug-build: + name: libtorch-linux-jammy-cuda12.6-py3.10-gcc11-debug uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: - build-environment: libtorch-linux-focal-cuda12.6-py3.10-gcc11 - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: libtorch-linux-jammy-cuda12.6-py3.10-gcc11 + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 build-generates-artifacts: false runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner: "linux.4xlarge" @@ -62,14 +62,14 @@ jobs: secrets: inherit # no-ops builds test USE_PER_OPERATOR_HEADERS=0 where ATen/ops is not generated - linux-focal-cuda12_6-py3_10-gcc11-no-ops-build: - name: linux-focal-cuda12.6-py3.10-gcc11-no-ops + linux-jammy-cuda12_6-py3_10-gcc11-no-ops-build: + name: linux-jammy-cuda12.6-py3.10-gcc11-no-ops uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-cuda12.6-py3.10-gcc11-no-ops - docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11 + build-environment: linux-jammy-cuda12.6-py3.10-gcc11-no-ops + docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 1 }, diff --git a/scripts/compile_tests/download_reports.py b/scripts/compile_tests/download_reports.py index 03804b11f7e..6ce9ce4ef4a 100644 --- a/scripts/compile_tests/download_reports.py +++ b/scripts/compile_tests/download_reports.py @@ -9,19 +9,19 @@ import requests CONFIGS = { "dynamo39": { - "linux-focal-py3.9-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)", - "linux-focal-py3.9-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)", - "linux-focal-py3.9-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)", + "linux-jammy-py3.9-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)", + "linux-jammy-py3.9-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)", + "linux-jammy-py3.9-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)", }, "dynamo311": { - "linux-focal-py3.11-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)", - "linux-focal-py3.11-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)", - "linux-focal-py3.11-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)", + "linux-jammy-py3.11-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)", + "linux-jammy-py3.11-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)", + "linux-jammy-py3.11-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)", }, "eager311": { - "linux-focal-py3.11-clang10 / test (default, 1, 3, linux.2xlarge)", - "linux-focal-py3.11-clang10 / test (default, 2, 3, linux.2xlarge)", - "linux-focal-py3.11-clang10 / test (default, 3, 3, linux.2xlarge)", + "linux-jammy-py3.11-clang10 / test (default, 1, 3, linux.2xlarge)", + "linux-jammy-py3.11-clang10 / test (default, 2, 3, linux.2xlarge)", + "linux-jammy-py3.11-clang10 / test (default, 3, 3, linux.2xlarge)", }, } diff --git a/test/distributed/_tools/test_sac_ilp.py b/test/distributed/_tools/test_sac_ilp.py index 05c7dbb1a63..10d4d7a030f 100644 --- a/test/distributed/_tools/test_sac_ilp.py +++ b/test/distributed/_tools/test_sac_ilp.py @@ -157,7 +157,7 @@ class TestSACILP(TestCase): # Due to symmetry, the layer that has 0.7964 can be any of the first three layers. On CI, # due to machine variance and difference in flops, the results can be different -- e.g., # the ratios are 0.672, 0.5646, 0.5646, 0.5646 for the four transformer layers for test - # linux-focal-cuda11.8-py3.10-gcc9 / test (distributed, 1, 3, lf.linux.8xlarge.nvidia.gpu). + # linux-jammy-cuda11.8-py3.10-gcc9 / test (distributed, 1, 3, lf.linux.8xlarge.nvidia.gpu). # and recomputation_time = 58.14; compute_time = 902.26 modules_to_ac = set(ac_decisions.keys()) sorted_discard_ratio = sorted(ac_decisions.values()) diff --git a/test/functorch/test_vmap.py b/test/functorch/test_vmap.py index 2f1d1416b63..cb947078486 100644 --- a/test/functorch/test_vmap.py +++ b/test/functorch/test_vmap.py @@ -1718,11 +1718,6 @@ class TestVmapOperators(Namespace.TestVmapBase): test(op, (getter([], device), getter([B0], device)), in_dims=(None, 0)) test(op, (getter([2, B0], device), getter([2], device)), in_dims=(1, None)) - @skipIf( - TEST_WITH_TORCHDYNAMO - and os.getenv("BUILD_ENVIRONMENT", "") == "linux-focal-py3.8-clang10", - "Segfaults with dynamo on focal, see https://github.com/pytorch/pytorch/issues/107173", - ) @parametrize( "case", [