Add AWSI automation tests to a new test suite and pipe (#3913)

Signed-off-by: junbo <junbo@amazon.com>

scripts/ctest/ctest_driver.py

@@ -19,7 +19,8 @@ SUITES_AND_DESCRIPTIONS = {
     "main": "The default set of tests, covers most of all testing.",
     "periodic": "Tests which can take a long time and should be done periodially instead of every commit - these should not block code submission",
     "benchmark": "Benchmarks - instead of pass/fail, these collect data for comparison against historic data",
-    "sandbox": "Flaky/Intermittent failing tests, this is used as a temporary spot to hold flaky tests, this will not block code submission. Ideally, this suite should always be empty"
+    "sandbox": "Flaky/Intermittent failing tests, this is used as a temporary spot to hold flaky tests, this will not block code submission. Ideally, this suite should always be empty",
+    "awsi": "Time consuming AWS integration end-to-end tests"
 }
 
 BUILD_CONFIGURATIONS = [

scripts/ctest/sanity_test.py

@@ -32,6 +32,10 @@ def test_Sanity_Benchmark_Pass():
 def test_Sanity_Sandbox_Pass():
     pass
 
+@pytest.mark.SUITE_awsi
+def test_Sanity_AWSI_Pass():
+    pass
+
 @pytest.mark.REQUIRES_gpu
 def test_Sanity_RequireGpu_Pass():
     pass