Validate python 3.11

Author: atalman

.github/actions/validate-binary/action.yml

@@ -69,7 +69,12 @@ runs:
         set -ex
         conda create -yp ${ENV_NAME} python=${{ inputs.python_version }} numpy
         conda run -p ${ENV_NAME} $INSTALLATION
-        conda run -p ${ENV_NAME} python3  ./test/smoke_test/smoke_test.py
+        if [ $DESIRED_PYTHON == "3.11" ]; then
+          conda run -p ${ENV_NAME} python3 --package torchonly ./test/smoke_test/smoke_test.py
+        else
+          conda run -p ${ENV_NAME} python3  ./test/smoke_test/smoke_test.py
+        fi
+
         export LD_LIBRARY_PATH="$(dirname $(which python))/lib"
         export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib
         conda run -p ${ENV_NAME} env LD_LIBRARY_PATH=$LD_LIBRARY_PATH bash ${PWD}/check_binary.sh

.github/workflows/validate-linux-binaries.yml

@@ -67,8 +67,10 @@ jobs:
       fail-fast: false
     runs-on: ${{ matrix.validation_runner }}
     steps:
+      - name: Checkout PyTorch builder
+        uses: actions/checkout@v2
       - name: Validate binary wheel
-        uses: pytorch/builder/.github/actions/validate-binary@main
+        uses: .github/actions/validate-binary
         with:
           gpu_arch_type: ${{ matrix.gpu_arch_type }}
           gpu_arch_ver: ${{ matrix.gpu_arch_version }}

test/smoke_test/smoke_test.py

@@ -2,14 +2,10 @@
 import re
 import sys
 from pathlib import Path
-
+import argparse
 import torch
-import torchaudio
 
-# the following import would invoke
-# _check_cuda_version()
-# via torchvision.extension._check_cuda_version()
-import torchvision
+
 
 gpu_arch_ver = os.getenv("GPU_ARCH_VER")
 gpu_arch_type = os.getenv("GPU_ARCH_TYPE")
@@ -38,20 +34,21 @@ def get_anaconda_output_for_package(pkg_name_str):
         return output.strip().split('\n')[-1]
 
 
-def check_nightly_binaries_date() -> None:
+def check_nightly_binaries_date(package: str) -> None:
     torch_str = torch.__version__
-    ta_str = torchaudio.__version__
-    tv_str = torchvision.__version__
-
     date_t_str = re.findall("dev\d+", torch.__version__)
-    date_ta_str = re.findall("dev\d+", torchaudio.__version__)
-    date_tv_str = re.findall("dev\d+", torchvision.__version__)
 
-    # check that the above three lists are equal and none of them is empty
-    if not date_t_str or not date_t_str == date_ta_str == date_tv_str:
-        raise RuntimeError(
-            f"Expected torch, torchaudio, torchvision to be the same date. But they are from {date_t_str}, {date_ta_str}, {date_tv_str} respectively"
-        )
+    if(package == "all"):
+        ta_str = torchaudio.__version__
+        tv_str = torchvision.__version__
+        date_ta_str = re.findall("dev\d+", torchaudio.__version__)
+        date_tv_str = re.findall("dev\d+", torchvision.__version__)
+
+        # check that the above three lists are equal and none of them is empty
+        if not date_t_str or not date_t_str == date_ta_str == date_tv_str:
+            raise RuntimeError(
+                f"Expected torch, torchaudio, torchvision to be the same date. But they are from {date_t_str}, {date_ta_str}, {date_tv_str} respectively"
+            )
 
     # check that the date is recent, at this point, date_torch_str is not empty
     binary_date_str = date_t_str[0][3:]
@@ -65,8 +62,7 @@ def check_nightly_binaries_date() -> None:
             f"the binaries are from {binary_date_obj} and are more than 2 days old!"
         )
 
-
-def smoke_test_cuda() -> None:
+def smoke_test_cuda(package: str) -> None:
     if not torch.cuda.is_available() and is_cuda_system:
         raise RuntimeError(f"Expected CUDA {gpu_arch_ver}. However CUDA is not loaded.")
     if torch.cuda.is_available():
@@ -79,23 +75,23 @@ def smoke_test_cuda() -> None:
         print(f"torch cudnn: {torch.backends.cudnn.version()}")
         print(f"cuDNN enabled? {torch.backends.cudnn.enabled}")
 
-    if installation_str.find("nightly") != -1:
-        # just print out cuda version, as version check were already performed during import
-        print(f"torchvision cuda: {torch.ops.torchvision._cuda_version()}")
-        print(f"torchaudio cuda: {torch.ops.torchaudio.cuda_version()}")
-    else:
-        # torchaudio runtime added the cuda verison check on 09/23/2022 via
-        # https://github.com/pytorch/audio/pull/2707
-        # so relying on anaconda output for pytorch-test and pytorch channel
-        torchaudio_allstr = get_anaconda_output_for_package(torchaudio.__name__)
-        if (
-            is_cuda_system
-            and "cu" + str(gpu_arch_ver).replace(".", "") not in torchaudio_allstr
-        ):
-            raise RuntimeError(
-                f"CUDA version issue. Loaded: {torchaudio_allstr} Expected: {gpu_arch_ver}"
-            )
-
+    if(package == 'all'):
+        if installation_str.find("nightly") != -1:
+            # just print out cuda version, as version check were already performed during import
+            print(f"torchvision cuda: {torch.ops.torchvision._cuda_version()}")
+            print(f"torchaudio cuda: {torch.ops.torchaudio.cuda_version()}")
+        else:
+            # torchaudio runtime added the cuda verison check on 09/23/2022 via
+            # https://github.com/pytorch/audio/pull/2707
+            # so relying on anaconda output for pytorch-test and pytorch channel
+            torchaudio_allstr = get_anaconda_output_for_package(torchaudio.__name__)
+            if (
+                is_cuda_system
+                and "cu" + str(gpu_arch_ver).replace(".", "") not in torchaudio_allstr
+            ):
+                raise RuntimeError(
+                    f"CUDA version issue. Loaded: {torchaudio_allstr} Expected: {gpu_arch_ver}"
+                )
 
 def smoke_test_conv2d() -> None:
     import torch.nn as nn
@@ -180,24 +176,37 @@ def smoke_test_torchaudio() -> None:
 
 
 def main() -> None:
-    # todo add torch, torchvision and torchaudio tests
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--package",
+        help="Package to include in smoke testing",
+        type=str,
+        choices=["all", "torchonly"],
+        default="all",
+    )
+
     print(f"torch: {torch.__version__}")
-    print(f"torchvision: {torchvision.__version__}")
-    print(f"torchaudio: {torchaudio.__version__}")
-    smoke_test_cuda()
+    smoke_test_cuda(options.package)
+    smoke_test_conv2d()
 
     # only makes sense to check nightly package where dates are known
     if installation_str.find("nightly") != -1:
         check_nightly_binaries_date()
 
-    smoke_test_conv2d()
-    smoke_test_torchaudio()
-    smoke_test_torchvision()
-    smoke_test_torchvision_read_decode()
-    smoke_test_torchvision_resnet50_classify()
-    if torch.cuda.is_available():
-        smoke_test_torchvision_resnet50_classify("cuda")
-
+    if options.package == "all":
+        import torchaudio
+        # the following import would invoke
+        # _check_cuda_version()
+        # via torchvision.extension._check_cuda_version()
+        import torchvision
+        print(f"torchvision: {torchvision.__version__}")
+        print(f"torchaudio: {torchaudio.__version__}")
+        smoke_test_torchaudio()
+        smoke_test_torchvision()
+        smoke_test_torchvision_read_decode()
+        smoke_test_torchvision_resnet50_classify()
+        if torch.cuda.is_available():
+            smoke_test_torchvision_resnet50_classify("cuda")
 
 if __name__ == "__main__":
     main()