adding editor level load automation script

Signed-off-by: Neil Widmaier <nwidmaie@amazon.com>
2022-01-20 13:35:08 -08:00
parent 5885270640
commit 6fde1389bf
1 changed files with 85 additions and 0 deletions
@@ -0,0 +1,85 @@
+"""
+Copyright (c) Contributors to the Open 3D Engine Project.
+For complete copyright and license terms please see the LICENSE at the root of this distribution.
+
+SPDX-License-Identifier: Apache-2.0 OR MIT
+"""
+
+
+def Atom_LevelLoadTest():
+    """
+    Summary:
+    Loads all graphics levels within the AutomatedTesting project in editor. For each level this script will verify that
+    the level loads, and can enter/exit gameplay without crashing the editor.
+
+    Test setup:
+    - Store all available levels in a list.
+    - Set up a for loop to run all checks for each level.
+
+    Expected Behavior:
+    Test verifies that each level loads, enters/exits game mode, and reports success for all test actions.
+
+    Test Steps for each level:
+    1) Create tuple with level load success and failure messages
+    2) Open the level using the python test tools command
+    3) Verify level is loaded using a separate command, and report success/failure
+    4) Create tuple with success and failure messages for entering gameplay
+    5) Enter gameplay and report result
+    6) Create tuple with success and failure messages for exiting gameplay
+    7) Exit Gameplay and report result
+
+    :return: None
+    """
+
+    import azlmbr.legacy.general as general
+
+    from editor_python_test_tools.utils import Report, Tracer, TestHelper
+
+    level_list = ["hermanubis", "hermanubis_high", "macbeth_shaderballs", "PbrMaterialChart", "ShadowTest", "Sponza"]
+
+    with Tracer() as error_tracer:
+        #
+
+        for level in level_list:
+
+            # 1. Create tuple with level load success and failure messages
+            level_check_tupple = (f"loaded {level}", f"failed to load {level}")
+
+            # 2. Open the level using the python test tools command
+            TestHelper.init_idle()
+            TestHelper.open_level("graphics", level)
+
+            # 3. Verify level is loaded using a separate command, and report success/failure
+            load_success = general.get_current_level_name()
+            Report.info(load_success)
+            if load_success == level:
+                level_match = True
+            else:
+                level_match = False
+            Report.info(level_match)
+            Report.result(level_check_tupple, level_match)
+
+            # 4. Create tuple with success and failure messages for entering gameplay
+            Enter_game_mode_tupple = (f"{level} entered gameplay successfully ", f"{level} failed to enter gameplay")
+
+            # 5. Enter gameplay and report result
+            TestHelper.enter_game_mode(Enter_game_mode_tupple)
+
+            # 6. Create tuple with success and failure messages for exiting gameplay
+            Exit_game_mode_tupple = (f"{level} exited gameplay successfully ", f"{level} failed to exit gameplay")
+
+            # 7. Exit Gameplay and report result
+            TestHelper.exit_game_mode(Exit_game_mode_tupple)
+
+
+        # 11. Look for errors or asserts.
+        TestHelper.wait_for_condition(lambda: error_tracer.has_errors or error_tracer.has_asserts, 1.0)
+        for error_info in error_tracer.errors:
+            Report.info(f"Error: {error_info.filename} {error_info.function} | {error_info.message}")
+        for assert_info in error_tracer.asserts:
+            Report.info(f"Assert: {assert_info.filename} {assert_info.function} | {assert_info.message}")
+
+
+if __name__ == "__main__":
+    from editor_python_test_tools.utils import Report
+    Report.start_test(Atom_LevelLoadTest)