OSSForks/pytorch
1
0
Fork 0
mirror of https://github.com/zebrajr/pytorch.git synced 2025-12-06 12:20:52 +01:00
Code Issues Actions 38 Packages Projects Releases Wiki Activity

Move py 3.8->3.9 pull, trunk, inductor, prerioric CI tests (#133624)

Browse Source 
Part of Deprecation of python 3.8 and moving to 3.9. Related to: https://github.com/pytorch/pytorch/issues/120718
Except XPU and ROCM jobs

Pull Request resolved: https://github.com/pytorch/pytorch/pull/133624
Approved by: https://github.com/Skylion007, https://github.com/malfet, https://github.com/ZainRizvi
This commit is contained in:
atalman 2024-08-29 19:15:59 +00:00 committed by PyTorch MergeBot
parent 202e5cc87d
commit 6180574771
14 changed files with 134 additions and 134 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
.ci/docker/build.sh
View File

@ -236,7 +236,7 @@ case "$image" in
TRITON=yes TRITON=yes
;; ;;
pytorch-linux-focal-py3-clang10-onnx) pytorch-linux-focal-py3-clang10-onnx)
ANACONDA_PYTHON_VERSION=3.8 ANACONDA_PYTHON_VERSION=3.9
CLANG_VERSION=10 CLANG_VERSION=10
PROTOBUF=yes PROTOBUF=yes
DB=yes DB=yes
@ -245,7 +245,7 @@ case "$image" in
ONNX=yes ONNX=yes
;; ;;
pytorch-linux-focal-py3-clang9-android-ndk-r21e) pytorch-linux-focal-py3-clang9-android-ndk-r21e)
ANACONDA_PYTHON_VERSION=3.8 ANACONDA_PYTHON_VERSION=3.9
CLANG_VERSION=9 CLANG_VERSION=9
LLVMDEV=yes LLVMDEV=yes
PROTOBUF=yes PROTOBUF=yes
@ -254,8 +254,8 @@ case "$image" in
GRADLE_VERSION=6.8.3 GRADLE_VERSION=6.8.3
NINJA_VERSION=1.9.0 NINJA_VERSION=1.9.0
;; ;;
pytorch-linux-focal-py3.8-clang10) pytorch-linux-focal-py3.9-clang10)
ANACONDA_PYTHON_VERSION=3.8 ANACONDA_PYTHON_VERSION=3.9
CLANG_VERSION=10 CLANG_VERSION=10
PROTOBUF=yes PROTOBUF=yes
DB=yes DB=yes
@ -276,8 +276,8 @@ case "$image" in
CONDA_CMAKE=yes CONDA_CMAKE=yes
TRITON=yes TRITON=yes
;; ;;
pytorch-linux-focal-py3.8-gcc9) pytorch-linux-focal-py3.9-gcc9)
ANACONDA_PYTHON_VERSION=3.8 ANACONDA_PYTHON_VERSION=3.9
GCC_VERSION=9 GCC_VERSION=9
PROTOBUF=yes PROTOBUF=yes
DB=yes DB=yes
@ -318,8 +318,8 @@ case "$image" in
CONDA_CMAKE=yes CONDA_CMAKE=yes
TRITON=yes TRITON=yes
;; ;;
pytorch-linux-jammy-py3.8-gcc11-inductor-benchmarks) pytorch-linux-jammy-py3.9-gcc11-inductor-benchmarks)
ANACONDA_PYTHON_VERSION=3.8 ANACONDA_PYTHON_VERSION=3.9
GCC_VERSION=11 GCC_VERSION=11
PROTOBUF=yes PROTOBUF=yes
DB=yes DB=yes
@ -330,8 +330,8 @@ case "$image" in
DOCS=yes DOCS=yes
INDUCTOR_BENCHMARKS=yes INDUCTOR_BENCHMARKS=yes
;; ;;
pytorch-linux-jammy-cuda11.8-cudnn9-py3.8-clang12) pytorch-linux-jammy-cuda11.8-cudnn9-py3.9-clang12)
ANACONDA_PYTHON_VERSION=3.8 ANACONDA_PYTHON_VERSION=3.9
CUDA_VERSION=11.8 CUDA_VERSION=11.8
CUDNN_VERSION=9 CUDNN_VERSION=9
CLANG_VERSION=12 CLANG_VERSION=12
@ -355,8 +355,8 @@ case "$image" in
CONDA_CMAKE=yes CONDA_CMAKE=yes
VISION=yes VISION=yes
;; ;;
pytorch-linux-jammy-py3.8-gcc11) pytorch-linux-jammy-py3.9-gcc11)
ANACONDA_PYTHON_VERSION=3.8 ANACONDA_PYTHON_VERSION=3.9
GCC_VERSION=11 GCC_VERSION=11
PROTOBUF=yes PROTOBUF=yes
DB=yes DB=yes

2
.ci/docker/common/install_onnx.sh
View File

@ -15,7 +15,7 @@ pip_install \
flatbuffers==2.0 \ flatbuffers==2.0 \
mock==5.0.1 \ mock==5.0.1 \
ninja==1.10.2 \ ninja==1.10.2 \
networkx==2.0 \ networkx==2.5 \
numpy==1.24.2 numpy==1.24.2
# ONNXRuntime should be installed before installing # ONNXRuntime should be installed before installing

2
.ci/docker/requirements-ci.txt
View File

@ -104,7 +104,7 @@ networkx==2.8.8
#test that import: run_test.py, test_cpp_extensions_aot.py,test_determination.py #test that import: run_test.py, test_cpp_extensions_aot.py,test_determination.py
numba==0.49.0 ; python_version < "3.9" numba==0.49.0 ; python_version < "3.9"
numba==0.54.1 ; python_version == "3.9" numba==0.55.2 ; python_version == "3.9"
numba==0.55.2 ; python_version == "3.10" numba==0.55.2 ; python_version == "3.10"
#Description: Just-In-Time Compiler for Numerical Functions #Description: Just-In-Time Compiler for Numerical Functions
#Pinned versions: 0.54.1, 0.49.0, <=0.49.1 #Pinned versions: 0.54.1, 0.49.0, <=0.49.1

2
.ci/pytorch/test.sh
View File

@ -1479,7 +1479,7 @@ elif [[ "${TEST_CONFIG}" == *inductor* ]]; then
install_torchvision install_torchvision
test_inductor_shard "${SHARD_NUMBER}" test_inductor_shard "${SHARD_NUMBER}"
if [[ "${SHARD_NUMBER}" == 1 ]]; then if [[ "${SHARD_NUMBER}" == 1 ]]; then
if [[ "${BUILD_ENVIRONMENT}" != linux-jammy-py3.8-gcc11-build ]]; then if [[ "${BUILD_ENVIRONMENT}" != linux-jammy-py3.9-gcc11-build ]]; then
test_inductor_distributed test_inductor_distributed
fi fi
fi fi

4
.github/merge_rules.yaml vendored
View File

@ -107,8 +107,8 @@
mandatory_checks_name: mandatory_checks_name:
- EasyCLA - EasyCLA
- Lint - Lint
- pull / linux-focal-py3_8-clang9-xla / build - pull / linux-focal-py3_9-clang9-xla / build
- pull / linux-focal-py3_8-clang9-xla / test (xla, 1, 1, linux.12xlarge) - pull / linux-focal-py3_9-clang9-xla / test (xla, 1, 1, linux.12xlarge)
- name: Documentation - name: Documentation
patterns: patterns:

8
.github/workflows/docker-builds.yml vendored
View File

@ -45,15 +45,15 @@ jobs:
pytorch-linux-focal-cuda12.1-cudnn9-py3-gcc9-inductor-benchmarks, pytorch-linux-focal-cuda12.1-cudnn9-py3-gcc9-inductor-benchmarks,
pytorch-linux-focal-cuda12.1-cudnn9-py3.12-gcc9-inductor-benchmarks, pytorch-linux-focal-cuda12.1-cudnn9-py3.12-gcc9-inductor-benchmarks,
pytorch-linux-focal-cuda11.8-cudnn9-py3-gcc9, pytorch-linux-focal-cuda11.8-cudnn9-py3-gcc9,
pytorch-linux-focal-py3.8-clang10, pytorch-linux-focal-py3.9-clang10,
pytorch-linux-focal-py3.11-clang10, pytorch-linux-focal-py3.11-clang10,
pytorch-linux-focal-py3.12-clang10, pytorch-linux-focal-py3.12-clang10,
pytorch-linux-focal-rocm-n-1-py3, pytorch-linux-focal-rocm-n-1-py3,
pytorch-linux-focal-rocm-n-py3, pytorch-linux-focal-rocm-n-py3,
pytorch-linux-jammy-cuda11.8-cudnn9-py3.8-clang12, pytorch-linux-jammy-cuda11.8-cudnn9-py3.9-clang12,
pytorch-linux-focal-py3-clang9-android-ndk-r21e, pytorch-linux-focal-py3-clang9-android-ndk-r21e,
pytorch-linux-jammy-py3.8-gcc11, pytorch-linux-jammy-py3.9-gcc11,
pytorch-linux-jammy-py3.8-gcc11-inductor-benchmarks, pytorch-linux-jammy-py3.9-gcc11-inductor-benchmarks,
pytorch-linux-jammy-py3.12-halide, pytorch-linux-jammy-py3.12-halide,
pytorch-linux-jammy-xpu-2024.0-py3, pytorch-linux-jammy-xpu-2024.0-py3,
pytorch-linux-jammy-py3-clang15-asan, pytorch-linux-jammy-py3-clang15-asan,

32
.github/workflows/inductor-perf-test-nightly-x86.yml vendored
View File

@ -48,12 +48,12 @@ concurrency:
permissions: read-all permissions: read-all
jobs: jobs:
linux-jammy-cpu-py3_8-gcc11-inductor-build: linux-jammy-cpu-py3_9-gcc11-inductor-build:
name: linux-jammy-cpu-py3.8-gcc11-inductor name: linux-jammy-cpu-py3.9-gcc11-inductor
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
with: with:
build-environment: linux-jammy-py3.8-gcc11-build build-environment: linux-jammy-py3.9-gcc11-build
docker-image-name: pytorch-linux-jammy-py3.8-gcc11-inductor-benchmarks docker-image-name: pytorch-linux-jammy-py3.9-gcc11-inductor-benchmarks
test-matrix: | test-matrix: |
{ include: [ { include: [
{ config: "inductor_huggingface_perf_cpu_x86", shard: 1, num_shards: 3, runner: "linux.24xl.spr-metal" }, { config: "inductor_huggingface_perf_cpu_x86", shard: 1, num_shards: 3, runner: "linux.24xl.spr-metal" },
@ -74,32 +74,32 @@ jobs:
HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}
linux-jammy-cpu-py3_8-gcc11-inductor-test-nightly: linux-jammy-cpu-py3_9-gcc11-inductor-test-nightly:
name: linux-jammy-cpu-py3.8-gcc11-inductor name: linux-jammy-cpu-py3.9-gcc11-inductor
uses: ./.github/workflows/_linux-test.yml uses: ./.github/workflows/_linux-test.yml
needs: linux-jammy-cpu-py3_8-gcc11-inductor-build needs: linux-jammy-cpu-py3_9-gcc11-inductor-build
if: github.event.schedule == '0 7 * * *' if: github.event.schedule == '0 7 * * *'
with: with:
build-environment: linux-jammy-py3.8-gcc11-build build-environment: linux-jammy-py3.9-gcc11-build
dashboard-tag: training-false-inference-true-default-true-dynamic-true-aotinductor-true dashboard-tag: training-false-inference-true-default-true-dynamic-true-aotinductor-true
docker-image: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.docker-image }} docker-image: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.test-matrix }}
use-gha: anything-non-empty-to-use-gha use-gha: anything-non-empty-to-use-gha
timeout-minutes: 720 timeout-minutes: 720
secrets: secrets:
HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}
linux-jammy-cpu-py3_8-gcc11-inductor-test: linux-jammy-cpu-py3_9-gcc11-inductor-test:
name: linux-jammy-cpu-py3.8-gcc11-inductor name: linux-jammy-cpu-py3.9-gcc11-inductor
uses: ./.github/workflows/_linux-test.yml uses: ./.github/workflows/_linux-test.yml
needs: linux-jammy-cpu-py3_8-gcc11-inductor-build needs: linux-jammy-cpu-py3_9-gcc11-inductor-build
if: github.event_name == 'workflow_dispatch' if: github.event_name == 'workflow_dispatch'
with: with:
build-environment: linux-jammy-py3.8-gcc11-build build-environment: linux-jammy-py3.9-gcc11-build
dashboard-tag: training-${{ inputs.training }}-inference-${{ inputs.inference }}-default-${{ inputs.default }}-dynamic-${{ inputs.dynamic }}-aotinductor-${{ inputs.aotinductor }} dashboard-tag: training-${{ inputs.training }}-inference-${{ inputs.inference }}-default-${{ inputs.default }}-dynamic-${{ inputs.dynamic }}-aotinductor-${{ inputs.aotinductor }}
docker-image: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.docker-image }} docker-image: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.test-matrix }}
use-gha: anything-non-empty-to-use-gha use-gha: anything-non-empty-to-use-gha
timeout-minutes: 720 timeout-minutes: 720
secrets: secrets:

20
.github/workflows/inductor.yml vendored
View File

@ -149,13 +149,13 @@ jobs:
secrets: secrets:
HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}
linux-jammy-cpu-py3_8-gcc11-inductor-build: linux-jammy-cpu-py3_9-gcc11-inductor-build:
name: linux-jammy-cpu-py3.8-gcc11-inductor name: linux-jammy-cpu-py3.9-gcc11-inductor
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
build-environment: linux-jammy-py3.8-gcc11-build build-environment: linux-jammy-py3.9-gcc11-build
docker-image-name: pytorch-linux-jammy-py3.8-gcc11-inductor-benchmarks docker-image-name: pytorch-linux-jammy-py3.9-gcc11-inductor-benchmarks
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
test-matrix: | test-matrix: |
{ include: [ { include: [
@ -204,13 +204,13 @@ jobs:
secrets: secrets:
HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}
linux-jammy-cpu-py3_8-gcc11-inductor-test: linux-jammy-cpu-py3_9-gcc11-inductor-test:
name: linux-jammy-cpu-py3.8-gcc11-inductor name: linux-jammy-cpu-py3.9-gcc11-inductor
uses: ./.github/workflows/_linux-test.yml uses: ./.github/workflows/_linux-test.yml
needs: linux-jammy-cpu-py3_8-gcc11-inductor-build needs: linux-jammy-cpu-py3_9-gcc11-inductor-build
with: with:
build-environment: linux-jammy-py3.8-gcc11-build build-environment: linux-jammy-py3.9-gcc11-build
docker-image: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.docker-image }} docker-image: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.test-matrix }}
secrets: secrets:
HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}

6
.github/workflows/nightly.yml vendored
View File

@ -32,8 +32,8 @@ jobs:
needs: get-label-type needs: get-label-type
with: with:
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
build-environment: linux-jammy-py3.8-gcc11 build-environment: linux-jammy-py3.9-gcc11
docker-image-name: pytorch-linux-jammy-py3.8-gcc11 docker-image-name: pytorch-linux-jammy-py3.9-gcc11
docs-push: docs-push:
name: docs push name: docs push
@ -43,7 +43,7 @@ jobs:
- get-label-type - get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-jammy-py3.8-gcc11 build-environment: linux-jammy-py3.9-gcc11
docker-image: ${{ needs.docs-build.outputs.docker-image }} docker-image: ${{ needs.docs-build.outputs.docker-image }}
push: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || startsWith(github.event.ref, 'refs/tags/v') }} push: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || startsWith(github.event.ref, 'refs/tags/v') }}
run-doxygen: true run-doxygen: true

20
.github/workflows/periodic.yml vendored
View File

@ -104,14 +104,14 @@ jobs:
docker-image: ${{ needs.linux-focal-cuda12_4-py3_10-gcc9-build.outputs.docker-image }} docker-image: ${{ needs.linux-focal-cuda12_4-py3_10-gcc9-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_4-py3_10-gcc9-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-focal-cuda12_4-py3_10-gcc9-build.outputs.test-matrix }}
parallelnative-linux-jammy-py3_8-gcc11-build: parallelnative-linux-jammy-py3_9-gcc11-build:
name: parallelnative-linux-jammy-py3.8-gcc11 name: parallelnative-linux-jammy-py3.9-gcc11
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: parallelnative-linux-jammy-py3.8-gcc11 build-environment: parallelnative-linux-jammy-py3.9-gcc11
docker-image-name: pytorch-linux-jammy-py3.8-gcc11 docker-image-name: pytorch-linux-jammy-py3.9-gcc11
test-matrix: | test-matrix: |
{ include: [ { include: [
{ config: "default", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "default", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
@ -119,16 +119,16 @@ jobs:
{ config: "default", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "default", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
]} ]}
parallelnative-linux-jammy-py3_8-gcc11-test: parallelnative-linux-jammy-py3_9-gcc11-test:
name: parallelnative-linux-jammy-py3.8-gcc11 name: parallelnative-linux-jammy-py3.9-gcc11
uses: ./.github/workflows/_linux-test.yml uses: ./.github/workflows/_linux-test.yml
needs: needs:
- parallelnative-linux-jammy-py3_8-gcc11-build - parallelnative-linux-jammy-py3_9-gcc11-build
- target-determination - target-determination
with: with:
build-environment: parallelnative-linux-jammy-py3.8-gcc11 build-environment: parallelnative-linux-jammy-py3.9-gcc11
docker-image: ${{ needs.parallelnative-linux-jammy-py3_8-gcc11-build.outputs.docker-image }} docker-image: ${{ needs.parallelnative-linux-jammy-py3_9-gcc11-build.outputs.docker-image }}
test-matrix: ${{ needs.parallelnative-linux-jammy-py3_8-gcc11-build.outputs.test-matrix }} test-matrix: ${{ needs.parallelnative-linux-jammy-py3_9-gcc11-build.outputs.test-matrix }}
linux-focal-cuda11_8-py3_9-gcc9-build: linux-focal-cuda11_8-py3_9-gcc9-build:
name: linux-focal-cuda11.8-py3.9-gcc9 name: linux-focal-cuda11.8-py3.9-gcc9

114
.github/workflows/pull.yml vendored
View File

@ -43,14 +43,14 @@ jobs:
issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }} issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }}
curr_branch: ${{ github.head_ref || github.ref_name }} curr_branch: ${{ github.head_ref || github.ref_name }}
linux-jammy-py3_8-gcc11-build: linux-jammy-py3_9-gcc11-build:
name: linux-jammy-py3.8-gcc11 name: linux-jammy-py3.9-gcc11
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-jammy-py3.8-gcc11 build-environment: linux-jammy-py3.9-gcc11
docker-image-name: pytorch-linux-jammy-py3.8-gcc11 docker-image-name: pytorch-linux-jammy-py3.9-gcc11
test-matrix: | test-matrix: |
{ include: [ { include: [
{ config: "default", shard: 1, num_shards: 4, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "default", shard: 1, num_shards: 4, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
@ -65,49 +65,49 @@ jobs:
]} ]}
secrets: inherit secrets: inherit
linux-jammy-py3_8-gcc11-test: linux-jammy-py3_9-gcc11-test:
name: linux-jammy-py3.8-gcc11 name: linux-jammy-py3.9-gcc11
uses: ./.github/workflows/_linux-test.yml uses: ./.github/workflows/_linux-test.yml
needs: needs:
- linux-jammy-py3_8-gcc11-build - linux-jammy-py3_9-gcc11-build
- target-determination - target-determination
with: with:
build-environment: linux-jammy-py3.8-gcc11 build-environment: linux-jammy-py3.9-gcc11
docker-image: ${{ needs.linux-jammy-py3_8-gcc11-build.outputs.docker-image }} docker-image: ${{ needs.linux-jammy-py3_9-gcc11-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-py3_8-gcc11-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-jammy-py3_9-gcc11-build.outputs.test-matrix }}
secrets: inherit secrets: inherit
linux-docs: linux-docs:
name: linux-docs name: linux-docs
uses: ./.github/workflows/_docs.yml uses: ./.github/workflows/_docs.yml
needs: linux-jammy-py3_8-gcc11-build needs: linux-jammy-py3_9-gcc11-build
with: with:
build-environment: linux-jammy-py3.8-gcc11 build-environment: linux-jammy-py3.9-gcc11
docker-image: ${{ needs.linux-jammy-py3_8-gcc11-build.outputs.docker-image }} docker-image: ${{ needs.linux-jammy-py3_9-gcc11-build.outputs.docker-image }}
secrets: inherit secrets: inherit
linux-jammy-py3_8-gcc11-no-ops: linux-jammy-py3_9-gcc11-no-ops:
name: linux-jammy-py3.8-gcc11-no-ops name: linux-jammy-py3.9-gcc11-no-ops
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-jammy-py3.8-gcc11-no-ops build-environment: linux-jammy-py3.9-gcc11-no-ops
docker-image-name: pytorch-linux-jammy-py3.8-gcc11 docker-image-name: pytorch-linux-jammy-py3.9-gcc11
test-matrix: | test-matrix: |
{ include: [ { include: [
{ config: "default", shard: 1, num_shards: 1 }, { config: "default", shard: 1, num_shards: 1 },
]} ]}
secrets: inherit secrets: inherit
linux-jammy-py3_8-gcc11-pch: linux-jammy-py3_9-gcc11-pch:
name: linux-jammy-py3.8-gcc11-pch name: linux-jammy-py3.9-gcc11-pch
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-jammy-py3.8-gcc11-pch build-environment: linux-jammy-py3.9-gcc11-pch
docker-image-name: pytorch-linux-jammy-py3.8-gcc11 docker-image-name: pytorch-linux-jammy-py3.9-gcc11
test-matrix: | test-matrix: |
{ include: [ { include: [
{ config: "default", shard: 1, num_shards: 1 }, { config: "default", shard: 1, num_shards: 1 },
@ -148,13 +148,13 @@ jobs:
sync-tag: asan-test sync-tag: asan-test
secrets: inherit secrets: inherit
linux-focal-py3_8-clang10-onnx-build: linux-focal-py3_9-clang10-onnx-build:
name: linux-focal-py3.8-clang10-onnx name: linux-focal-py3.9-clang10-onnx
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-py3.8-clang10-onnx build-environment: linux-focal-py3.9-clang10-onnx
docker-image-name: pytorch-linux-focal-py3-clang10-onnx docker-image-name: pytorch-linux-focal-py3-clang10-onnx
test-matrix: | test-matrix: |
{ include: [ { include: [
@ -163,26 +163,26 @@ jobs:
]} ]}
secrets: inherit secrets: inherit
linux-focal-py3_8-clang10-onnx-test: linux-focal-py3_9-clang10-onnx-test:
name: linux-focal-py3.8-clang10-onnx name: linux-focal-py3.9-clang10-onnx
uses: ./.github/workflows/_linux-test.yml uses: ./.github/workflows/_linux-test.yml
needs: needs:
- linux-focal-py3_8-clang10-onnx-build - linux-focal-py3_9-clang10-onnx-build
- target-determination - target-determination
with: with:
build-environment: linux-focal-py3.8-clang10-onnx build-environment: linux-focal-py3.9-clang10-onnx
docker-image: ${{ needs.linux-focal-py3_8-clang10-onnx-build.outputs.docker-image }} docker-image: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-py3_8-clang10-onnx-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.test-matrix }}
secrets: inherit secrets: inherit
linux-focal-py3_8-clang10-build: linux-focal-py3_9-clang10-build:
name: linux-focal-py3.8-clang10 name: linux-focal-py3.9-clang10
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
build-environment: linux-focal-py3.8-clang10 build-environment: linux-focal-py3.9-clang10
docker-image-name: pytorch-linux-focal-py3.8-clang10 docker-image-name: pytorch-linux-focal-py3.9-clang10
test-matrix: | test-matrix: |
{ include: [ { include: [
{ config: "default", shard: 1, num_shards: 4, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "default", shard: 1, num_shards: 4, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
@ -195,16 +195,16 @@ jobs:
{ config: "dynamo", shard: 2, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo", shard: 2, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "dynamo", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
]} ]}
linux-focal-py3_8-clang10-test: linux-focal-py3_9-clang10-test:
name: linux-focal-py3.8-clang10 name: linux-focal-py3.9-clang10
uses: ./.github/workflows/_linux-test.yml uses: ./.github/workflows/_linux-test.yml
needs: needs:
- linux-focal-py3_8-clang10-build - linux-focal-py3_9-clang10-build
- target-determination - target-determination
with: with:
build-environment: linux-focal-py3.8-clang10 build-environment: linux-focal-py3.9-clang10
docker-image: ${{ needs.linux-focal-py3_8-clang10-build.outputs.docker-image }} docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-py3_8-clang10-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }}
secrets: inherit secrets: inherit
linux-focal-py3_11-clang10-build: linux-focal-py3_11-clang10-build:
@ -347,14 +347,14 @@ jobs:
]} ]}
secrets: inherit secrets: inherit
linux-jammy-cuda-11_8-cudnn9-py3_8-clang12-build: linux-jammy-cuda-11_8-cudnn9-py3_9-clang12-build:
name: linux-jammy-cuda11.8-cudnn9-py3.8-clang12 name: linux-jammy-cuda11.8-cudnn9-py3.9-clang12
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-jammy-cuda11.8-cudnn9-py3.8-clang12 build-environment: linux-jammy-cuda11.8-cudnn9-py3.9-clang12
docker-image-name: pytorch-linux-jammy-cuda11.8-cudnn9-py3.8-clang12 docker-image-name: pytorch-linux-jammy-cuda11.8-cudnn9-py3.9-clang12
test-matrix: | test-matrix: |
{ include: [ { include: [
{ config: "default", shard: 1, num_shards: 1 }, { config: "default", shard: 1, num_shards: 1 },
@ -376,13 +376,13 @@ jobs:
]} ]}
secrets: inherit secrets: inherit
linux-focal-py3_8-clang9-xla-build: linux-focal-py3_9-clang9-xla-build:
name: linux-focal-py3_8-clang9-xla name: linux-focal-py3_9-clang9-xla
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-py3.8-clang9-xla build-environment: linux-focal-py3.9-clang9-xla
docker-image-name: 308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/xla_base:v1.1-lite docker-image-name: 308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/xla_base:v1.1-lite
test-matrix: | test-matrix: |
{ include: [ { include: [
@ -390,14 +390,14 @@ jobs:
]} ]}
secrets: inherit secrets: inherit
linux-focal-py3_8-clang9-xla-test: linux-focal-py3_9-clang9-xla-test:
name: linux-focal-py3_8-clang9-xla name: linux-focal-py3_9-clang9-xla
uses: ./.github/workflows/_linux-test.yml uses: ./.github/workflows/_linux-test.yml
needs: linux-focal-py3_8-clang9-xla-build needs: linux-focal-py3_9-clang9-xla-build
with: with:
build-environment: linux-focal-py3.8-clang9-xla build-environment: linux-focal-py3.9-clang9-xla
docker-image: ${{ needs.linux-focal-py3_8-clang9-xla-build.outputs.docker-image }} docker-image: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-py3_8-clang9-xla-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.test-matrix }}
secrets: inherit secrets: inherit
win-vs2019-cpu-py3-build: win-vs2019-cpu-py3-build:
@ -488,14 +488,14 @@ jobs:
]} ]}
secrets: inherit secrets: inherit
linux-jammy-py3_8-gcc11-mobile-lightweight-dispatch-build: linux-jammy-py3_9-gcc11-mobile-lightweight-dispatch-build:
name: linux-jammy-py3.8-gcc11-mobile-lightweight-dispatch-build name: linux-jammy-py3.9-gcc11-mobile-lightweight-dispatch-build
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-jammy-py3.8-gcc111-mobile-lightweight-dispatch-build build-environment: linux-jammy-py3.9-gcc111-mobile-lightweight-dispatch-build
docker-image-name: pytorch-linux-jammy-py3.8-gcc11 docker-image-name: pytorch-linux-jammy-py3.9-gcc11
build-generates-artifacts: false build-generates-artifacts: false
test-matrix: | test-matrix: |
{ include: [ { include: [

20
.github/workflows/slow.yml vendored
View File

@ -102,30 +102,30 @@ jobs:
docker-image: ${{ needs.linux-focal-cuda12_1-py3_10-gcc9-sm86-build.outputs.docker-image }} docker-image: ${{ needs.linux-focal-cuda12_1-py3_10-gcc9-sm86-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_1-py3_10-gcc9-sm86-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-focal-cuda12_1-py3_10-gcc9-sm86-build.outputs.test-matrix }}
linux-focal-py3_8-clang10-build: linux-focal-py3_9-clang10-build:
name: linux-focal-py3.8-clang10 name: linux-focal-py3.9-clang10
uses: ./.github/workflows/_linux-build.yml uses: ./.github/workflows/_linux-build.yml
needs: get-label-type needs: get-label-type
with: with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-py3.8-clang10 build-environment: linux-focal-py3.9-clang10
docker-image-name: pytorch-linux-focal-py3.8-clang10 docker-image-name: pytorch-linux-focal-py3.9-clang10
test-matrix: | test-matrix: |
{ include: [ { include: [
{ config: "slow", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "slow", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "slow", shard: 2, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "slow", shard: 2, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
]} ]}
linux-focal-py3_8-clang10-test: linux-focal-py3_9-clang10-test:
name: linux-focal-py3.8-clang10 name: linux-focal-py3.9-clang10
uses: ./.github/workflows/_linux-test.yml uses: ./.github/workflows/_linux-test.yml
needs: needs:
- linux-focal-py3_8-clang10-build - linux-focal-py3_9-clang10-build
- target-determination - target-determination
with: with:
build-environment: linux-focal-py3.8-clang10 build-environment: linux-focal-py3.9-clang10
docker-image: ${{ needs.linux-focal-py3_8-clang10-build.outputs.docker-image }} docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-py3_8-clang10-build.outputs.test-matrix }} test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }}
linux-focal-rocm6_1-py3_8-build: linux-focal-rocm6_1-py3_8-build:
name: linux-focal-rocm6.1-py3.8 name: linux-focal-rocm6.1-py3.8

10
scripts/compile_tests/download_reports.py
View File

@ -8,10 +8,10 @@ import requests
CONFIGS = { CONFIGS = {
"dynamo38": { "dynamo39": {
"linux-focal-py3.8-clang10 / test (dynamo, 1, 3, linux.2xlarge)", "linux-focal-py3.9-clang10 / test (dynamo, 1, 3, linux.2xlarge)",
"linux-focal-py3.8-clang10 / test (dynamo, 2, 3, linux.2xlarge)", "linux-focal-py3.9-clang10 / test (dynamo, 2, 3, linux.2xlarge)",
"linux-focal-py3.8-clang10 / test (dynamo, 3, 3, linux.2xlarge)", "linux-focal-py3.9-clang10 / test (dynamo, 3, 3, linux.2xlarge)",
}, },
"dynamo311": { "dynamo311": {
"linux-focal-py3.11-clang10 / test (dynamo, 1, 3, linux.2xlarge)", "linux-focal-py3.11-clang10 / test (dynamo, 1, 3, linux.2xlarge)",
@ -26,7 +26,7 @@ CONFIGS = {
} }
def download_reports(commit_sha, configs=("dynamo38", "dynamo311", "eager311")): def download_reports(commit_sha, configs=("dynamo39", "dynamo311", "eager311")):
log_dir = "tmp_test_reports_" + commit_sha log_dir = "tmp_test_reports_" + commit_sha
def subdir_path(config): def subdir_path(config):

4
scripts/compile_tests/update_failures.py
View File

@ -221,5 +221,5 @@ if __name__ == "__main__":
args = parser.parse_args() args = parser.parse_args()
assert Path(args.filename).exists(), args.filename assert Path(args.filename).exists(), args.filename
assert Path(args.test_dir).exists(), args.test_dir assert Path(args.test_dir).exists(), args.test_dir
dynamo38, dynamo311 = download_reports(args.commit, ("dynamo38", "dynamo311")) dynamo39, dynamo311 = download_reports(args.commit, ("dynamo39", "dynamo311"))
update(args.filename, args.test_dir, dynamo38, dynamo311, args.also_remove_skips) update(args.filename, args.test_dir, dynamo39, dynamo311, args.also_remove_skips)