diff --git a/jenkins/L0_Test.groovy b/jenkins/L0_Test.groovy
index 12d2a3c6dbe..941c3efb228 100644
--- a/jenkins/L0_Test.groovy
+++ b/jenkins/L0_Test.groovy
@@ -2327,6 +2327,20 @@ pipeline {
                         } else {
                             error "Skip multi-GPU testing. No test to run."
                         }
+                    } else {
+                        if (singleGpuJobs.size() > 0) {
+                            singleGpuJobs.failFast = params.enableFailFast
+                            parallel singleGpuJobs
+                        } else {
+                            echo "Skip single-GPU testing. No test to run."
+                        }
+
+                        if (dgxJobs.size() > 0) {
+                            stage(testPhase2StageName) {
+                                dgxJobs.failFast = params.enableFailFast
+                                parallel dgxJobs
+                            }
+                        }
                     }
                 }
             }