libtorch free demo

Author: yushangdi

backends/aoti/aoti_backend.py

@@ -107,6 +107,9 @@ def move_to_cuda(obj):
         output_path = os.path.join(os.getcwd(), "aoti.so")
 
         options: dict[str, typing.Any] = {
+            "aot_inductor.debug_compile": True,
+            "aot_inductor.embed_kernel_binary": True,
+            "aot_inductor.link_libtorch": False, 
             "aot_inductor.package_constants_in_so": True,
             "aot_inductor.output_path": output_path,
             "aot_inductor.force_mmap_weights": False,
@@ -126,10 +129,10 @@ def move_to_cuda(obj):
 
         assert so_path == output_path, f"Expected {output_path} but got {so_path}"
 
-        check_call(
-            f"patchelf --remove-needed libtorch.so --remove-needed libc10.so --remove-needed libtorch_cuda.so --remove-needed libc10_cuda.so --remove-needed libtorch_cpu.so --add-needed libcudart.so {output_path}",
-            shell=True,
-        )
+        # check_call(
+        #     f"patchelf --remove-needed libtorch.so --remove-needed libc10.so --remove-needed libtorch_cuda.so --remove-needed libc10_cuda.so --remove-needed libtorch_cpu.so --add-needed libcudart.so {output_path}",
+        #     shell=True,
+        # )
 
         print("so_path", so_path)
 

backends/aoti/runtime/aoti_backend.cpp

@@ -32,7 +32,7 @@
 #include "shims/utils.h"
 
 // Include CUDA AOTI shims
-#include <torch/csrc/inductor/aoti_torch/generated/c_shim_cuda.h>
+// #include <torch/csrc/inductor/aoti_torch/generated/c_shim_cuda.h>
 
 namespace executorch {
 namespace backends {

export_and_run_aoti.sh

@@ -71,7 +71,7 @@ def python_is_compatible():
 #
 # NOTE: If you're changing, make the corresponding change in .ci/docker/ci_commit_pins/pytorch.txt
 # by picking the hash from the same date in https://hud.pytorch.org/hud/pytorch/pytorch/nightly/
-NIGHTLY_VERSION = "dev20250811"
+NIGHTLY_VERSION = "dev20250910"
 
 
 def install_requirements(use_pytorch_nightly):
@@ -89,8 +89,8 @@ def install_requirements(use_pytorch_nightly):
         # Setting use_pytorch_nightly to false to test the pinned PyTorch commit. Note
         # that we don't need to set any version number there because they have already
         # been installed on CI before this step, so pip won't reinstall them
-        f"torch==2.9.0.{NIGHTLY_VERSION}" if use_pytorch_nightly else "torch",
-        f"torchao==0.13.0{NIGHTLY_VERSION}" if use_pytorch_nightly else "torchao",
+        # f"torch==2.9.0.{NIGHTLY_VERSION}" if use_pytorch_nightly else "torch",
+        f"torchao==0.14.0{NIGHTLY_VERSION}" if use_pytorch_nightly else "torchao",
     ]
 
     # Install the requirements for core ExecuTorch package.