Enable Arm unit test when running pull jobs (#3371)

Summary:
Trigger and run backend arm tests as par of github ci

Pull Request resolved: #3371

Reviewed By: manuelcandales

Differential Revision: D57618564

Pulled By: digantdesai

fbshipit-source-id: 195f61e323338e451833255ad52a73e3e16a3da6

Author: zingo

.ci/scripts/utils.sh

@@ -1,6 +1,7 @@
 #!/bin/bash
 # Copyright (c) Meta Platforms, Inc. and affiliates.
 # All rights reserved.
+# Copyright 2024 Arm Limited and/or its affiliates.
 #
 # This source code is licensed under the BSD-style license found in the
 # LICENSE file in the root directory of this source tree.
@@ -89,6 +90,17 @@ install_flatc_from_source() {
   popd || return
 }
 
+install_arm() {
+  # NB: This function could be used to install Arm dependencies
+  # Setup arm example environment (including TOSA tools)
+  git config --global user.email "[email protected]"
+  git config --global user.name "Github Executorch"
+  bash examples/arm/setup.sh --i-agree-to-the-contained-eula
+
+  # Test tosa_reference flow
+  source examples/arm/ethos-u-scratch/setup_path.sh
+}
+
 build_executorch_runner_buck2() {
   # Build executorch runtime with retry as this step is flaky on macos CI
   retry buck2 build //examples/portable/executor_runner:executor_runner

.github/workflows/pull.yml

@@ -307,3 +307,38 @@ jobs:
     uses: ./.github/workflows/_unittest.yml
     with:
       docker-image: executorch-ubuntu-22.04-clang12
+
+  unittest-arm:
+    uses: pytorch/test-infra/.github/workflows/linux_job.yml@main
+    strategy:
+      matrix:
+        include:
+          - build-tool: buck2
+    with:
+      runner: linux.2xlarge
+      docker-image: executorch-ubuntu-22.04-arm-sdk
+      submodules: 'true'
+      ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
+      timeout: 90
+      script: |
+        set -eux
+
+        # The generic Linux job chooses to use base env, not the one setup by the image
+        CONDA_ENV=$(conda env list --json | jq -r ".envs | .[-1]")
+        conda activate "${CONDA_ENV}"
+
+        BUILD_TOOL=${{ matrix.build-tool }}
+
+        # Setup MacOS dependencies as there is no Docker support on MacOS atm
+        PYTHON_EXECUTABLE=python \
+        EXECUTORCH_BUILD_PYBIND=ON \
+        EXECUTORCH_BUILD_ARM_BAREMETAL=ON \
+        .ci/scripts/setup-linux.sh "${BUILD_TOOL}"
+
+        source .ci/scripts/utils.sh
+        # Install Arm dependencies
+        install_arm
+
+        # Run pytest with coverage
+        pytest -c /dev/null -v -n auto --cov=./ --cov-report=xml backends/arm/test
+

.github/workflows/trunk.yml

@@ -142,17 +142,13 @@ jobs:
         install_flatc_from_source
         install_executorch
 
-        # Setup arm example environment (including TOSA tools)
-        git config --global user.email "[email protected]"
-        git config --global user.name "Github Executorch"
-        bash examples/arm/setup.sh --i-agree-to-the-contained-eula
+        install_arm
 
         # Increase number of files user can monitor to bypass buck failures.
         # Hopefully this is high enough for this setup.
         sudo sysctl fs.inotify.max_user_watches=1048576 # 1024 * 1024
 
         # Test ethos-u delegate examples with run.sh
-        source examples/arm/ethos-u-scratch/setup_path.sh
         PYTHON_EXECUTABLE=python bash examples/arm/run.sh examples/arm/ethos-u-scratch/ buck2
 
   test-arm-reference-delegation:
@@ -172,20 +168,11 @@ jobs:
         install_flatc_from_source
         install_executorch
 
-        # Setup arm example environment (including TOSA tools)
-        git config --global user.email "[email protected]"
-        git config --global user.name "Github Executorch"
-        bash examples/arm/setup.sh --i-agree-to-the-contained-eula
+        install_arm
 
         # Test tosa_reference flow
-        source examples/arm/ethos-u-scratch/setup_path.sh
         PYTHON_EXECUTABLE=python bash backends/arm/test/run_tosa_reference.sh
 
-        # Run Arm specific unit-tests
-        # Run pytest only on specified folders. These test should migrate into
-        # the _unittest.yml once that test env is fixed
-        pytest -c /dev/null -v -n auto --cov=./ --cov-report=xml backends/arm/test/ops/ backends/arm/test/models
-
   test-coreml-delegate:
     name: test-coreml-delegate
     uses: pytorch/test-infra/.github/workflows/macos_job.yml@main