diff --git a/.ci/docker/build.sh b/.ci/docker/build.sh index d6bf09df1c00..e62aa74127f5 100755 --- a/.ci/docker/build.sh +++ b/.ci/docker/build.sh @@ -100,7 +100,7 @@ case "$tag" in INSTALL_MINGW=yes ;; pytorch-linux-jammy-cuda13.0-cudnn9-py3-gcc11) - CUDA_VERSION=13.0.2 + CUDA_VERSION=13.0.3 ANACONDA_PYTHON_VERSION=3.10 GCC_VERSION=11 KATEX=yes @@ -140,7 +140,7 @@ case "$tag" in INSTALL_MINGW=yes ;; pytorch-linux-jammy-cuda13.0-cudnn9-py3.12-gcc11) - CUDA_VERSION=13.0.2 + CUDA_VERSION=13.0.3 ANACONDA_PYTHON_VERSION=3.12 GCC_VERSION=11 KATEX=yes @@ -148,7 +148,7 @@ case "$tag" in INSTALL_MINGW=yes ;; pytorch-linux-jammy-cuda13.0-cudnn9-py3-gcc11-inductor-benchmarks) - CUDA_VERSION=13.0.2 + CUDA_VERSION=13.0.3 ANACONDA_PYTHON_VERSION=3.10 GCC_VERSION=11 KATEX=yes @@ -156,7 +156,7 @@ case "$tag" in INDUCTOR_BENCHMARKS=yes ;; pytorch-linux-jammy-cuda13.0-cudnn9-py3.12-gcc11-inductor-benchmarks) - CUDA_VERSION=13.0.2 + CUDA_VERSION=13.0.3 ANACONDA_PYTHON_VERSION=3.12 GCC_VERSION=11 KATEX=yes @@ -164,7 +164,7 @@ case "$tag" in INDUCTOR_BENCHMARKS=yes ;; pytorch-linux-jammy-cuda13.0-cudnn9-py3.12-gcc11-vllm) - CUDA_VERSION=13.0.2 + CUDA_VERSION=13.0.3 ANACONDA_PYTHON_VERSION=3.12 GCC_VERSION=11 KATEX=yes @@ -289,7 +289,7 @@ case "$tag" in ;; pytorch-linux-jammy-cuda13.0-cudnn9-py3.10-linter) PYTHON_VERSION=3.10 - CUDA_VERSION=13.0.2 + CUDA_VERSION=13.0.3 CLANG_VERSION=18 ;; pytorch-linux-jammy-aarch64-py3.10-gcc13) diff --git a/.ci/docker/common/install_cuda.sh b/.ci/docker/common/install_cuda.sh index 9963a5a98091..7a2f1fa60088 100644 --- a/.ci/docker/common/install_cuda.sh +++ b/.ci/docker/common/install_cuda.sh @@ -167,7 +167,7 @@ function install_130 { CUSPARSELT_VERSION=0.8.1.1 echo "Installing CUDA 13.0 and cuDNN ${CUDNN_VERSION} and NVSHMEM and NCCL and cuSparseLt-${CUSPARSELT_VERSION}" # install CUDA 13.0 in the same container - install_cuda 13.0.2 cuda_13.0.2_580.95.05_linux + install_cuda 13.0.3 cuda_13.0.3_580.126.20_linux # cuDNN license: https://developer.nvidia.com/cudnn/license_agreement install_cudnn 13 $CUDNN_VERSION diff --git a/.ci/docker/common/install_inductor_benchmark_deps.sh b/.ci/docker/common/install_inductor_benchmark_deps.sh index 2850fe0971ff..29473564017e 100644 --- a/.ci/docker/common/install_inductor_benchmark_deps.sh +++ b/.ci/docker/common/install_inductor_benchmark_deps.sh @@ -35,7 +35,7 @@ sudo apt-get update sudo apt-get install -y libpango-1.0-0 libpangocairo-1.0-0 # Detect CUDA version and use appropriate wheel index -# DESIRED_CUDA is set as ENV in the Dockerfile (e.g., "13.0.2", "12.8.1") +# DESIRED_CUDA is set as ENV in the Dockerfile (e.g., "13.0.3", "12.8.1") if [[ "${DESIRED_CUDA}" == 13.* ]]; then CUDA_INDEX_URL="https://download.pytorch.org/whl/cu130" echo "DESIRED_CUDA=${DESIRED_CUDA}, using cu130 wheels" diff --git a/.github/workflows/_binary-build-flash-attention-wheel-linux.yml b/.github/workflows/_binary-build-flash-attention-wheel-linux.yml index dacd801a88f8..a75cd411834b 100644 --- a/.github/workflows/_binary-build-flash-attention-wheel-linux.yml +++ b/.github/workflows/_binary-build-flash-attention-wheel-linux.yml @@ -35,7 +35,7 @@ jobs: docker_image: "pytorch/manylinux2_28-builder:cuda12.6" runner: "mt-l-x86iavx512-48-384" manylinux_plat: "manylinux_2_28_x86_64" - - cuda_version: "13.0.2" + - cuda_version: "13.0.3" arch: "x86_64" cuda_short: "130" torch_cuda_arch_list: "8.0;8.6;9.0;10.0" @@ -52,7 +52,7 @@ jobs: nvcc_threads: "2" manylinux_plat: "manylinux_2_34_aarch64" cuda_installer_name: "cuda_12.6.3_560.35.05_linux" - - cuda_version: "13.0.2" + - cuda_version: "13.0.3" arch: "aarch64" cuda_short: "130" torch_cuda_arch_list: "9.0;10.0" @@ -61,7 +61,7 @@ jobs: max_jobs: "4" nvcc_threads: "2" manylinux_plat: "manylinux_2_34_aarch64" - cuda_installer_name: "cuda_13.0.2_580.95.05_linux" + cuda_installer_name: "cuda_13.0.3_580.126.20_linux" runs-on: ${{ matrix.runner }} timeout-minutes: 1440 # Build inside the manylinux builder image (the pod is the builder): ARC has diff --git a/RELEASE.md b/RELEASE.md index 35316fe0e5a3..7a77180f75be 100644 --- a/RELEASE.md +++ b/RELEASE.md @@ -76,13 +76,13 @@ For Release 2.12, 2.13 and 2.14 PyTorch Supports following CUDA Architectures: | CUDA | architectures supported for Linux x86 and Windows builds | notes | | --- | --- | --- | | 12.6.3 | Maxwell(5.0), Pascal(6.0), Volta(7.0), Turing(7.5), Ampere(8.0, 8.6), Hopper(9.0) | | -| 13.0.2 | Turing(7.5), Ampere(8.0, 8.6), Hopper(9.0), Blackwell(10.0, 12.0+PTX) | +PTX available on linux builds only | +| 13.0.3 | Turing(7.5), Ampere(8.0, 8.6), Hopper(9.0), Blackwell(10.0, 12.0+PTX) | +PTX available on linux builds only | | 13.2.1 | Turing(7.5), Ampere(8.0, 8.6), Hopper(9.0), Blackwell(10.0, 12.0+PTX) | +PTX available on linux builds only | | CUDA | architectures supported for Linux aarch64 builds | | --- | --- | | 12.6.3 | Ampere(8.0), Hopper(9.0) | -| 13.0.2 | Ampere(8.0), Hopper(9.0), Blackwell(10.0, 11.0, 12.0+PTX) | +| 13.0.3 | Ampere(8.0), Hopper(9.0), Blackwell(10.0, 11.0, 12.0+PTX) | | 13.2.1 | Ampere(8.0), Hopper(9.0), Blackwell(10.0, 11.0, 12.0+PTX) | ## Release Cadence diff --git a/test/test_linalg.py b/test/test_linalg.py index 3153f1741f38..365b3d329457 100644 --- a/test/test_linalg.py +++ b/test/test_linalg.py @@ -42,7 +42,7 @@ from torch.testing._internal.common_dtype import ( all_types, all_types_and_complex_and, floating_and_complex_types, integral_types, floating_and_complex_types_and, floating_types_and, complex_types, ) -from torch.testing._internal.common_cuda import BF16X9_SUPPORTED, CDNA2OrLater, CDNA5OrLater, IS_SM100, SM80OrLater, SM90OrLater, tf32_enabled, tf32_on_and_off, _get_magma_version, \ +from torch.testing._internal.common_cuda import BF16X9_SUPPORTED, CDNA2OrLater, CDNA5OrLater, SM80OrLater, SM90OrLater, tf32_enabled, tf32_on_and_off, _get_magma_version, \ _get_torch_cuda_version, TEST_MULTIGPU, PLATFORM_SUPPORTS_FP8, blas_library_context, ROCM_VERSION from torch.testing._internal.common_quantization import _group_quantize_tensor, _dynamically_quantize_per_channel, \ _group_quantize_tensor_symmetric @@ -11750,10 +11750,6 @@ class TestGroupedMM(TestCase): @onlyOn(["cuda", "mps"]) @skipCUDAIf(not SM80OrLater, "Grouped gemm supported only on SM80 or greater") - @skipCUDAIf( - IS_SM100 and _get_torch_cuda_version() == (13, 0), - "CUDA 13.0 grouped_mm can cause an illegal memory access on SM100", - ) @serialTest() @largeTensorTest("6GB") @largeMPSBufferTest((2**31 + 8) * torch.float16.itemsize)