diff --git a/Jenkinsfile b/Jenkinsfile
index 70e4f92bd8..44a5c75ba4 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -1172,6 +1172,39 @@ pipeline {
                 }
             }
         }
+        stage("Parallel Test")
+        {
+            when {
+                beforeAgent true
+                expression { env.SHOULD_RUN_CI.toBoolean() }
+            }
+            parallel
+            {
+                stage("Parallel Test 1"){
+                    when {
+                        beforeAgent true
+                        expression { false }
+                    agent{ label rocmnode("nogpu") }
+                    steps{
+                        script {
+                            echo "parallel test 1"
+                        }
+                    }
+                }
+                stage("Parallel Test 2"){
+                    when {
+                        beforeAgent true
+                        expression { false }
+                    }
+                    agent{ label rocmnode("nogpu") }
+                    steps{
+                        script {
+                            echo "parallel test 2"
+                        }
+                    }
+                }
+            }
+        }
         stage("Build Docker"){
             when {
                 beforeAgent true