Merge pull request #3418 from aws-lumberyard-dev/jckand/EditorAutomationOptimization
Editor automation optimizations with TestAutomationBase/parallelizationmonroegm-disable-blank-issue-2
Chris Galvan
4 years ago
committed by
GitHub
commit
b4687fa72f
@ -0,0 +1,43 @@
|
|||||||
|
"""
|
||||||
|
Copyright (c) Contributors to the Open 3D Engine Project.
|
||||||
|
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
||||||
|
|
||||||
|
SPDX-License-Identifier: Apache-2.0 OR MIT
|
||||||
|
"""
|
||||||
|
|
||||||
|
import os
|
||||||
|
import pytest
|
||||||
|
import sys
|
||||||
|
|
||||||
|
import ly_test_tools.environment.file_system as file_system
|
||||||
|
|
||||||
|
sys.path.append(os.path.dirname(os.path.abspath(__file__)) + '/../automatedtesting_shared')
|
||||||
|
from base import TestAutomationBase
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def remove_test_level(request, workspace, project):
|
||||||
|
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", "tmp_level")], True, True)
|
||||||
|
|
||||||
|
def teardown():
|
||||||
|
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", "tmp_level")], True, True)
|
||||||
|
|
||||||
|
request.addfinalizer(teardown)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.SUITE_main
|
||||||
|
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
||||||
|
@pytest.mark.parametrize("project", ["AutomatedTesting"])
|
||||||
|
class TestAutomation(TestAutomationBase):
|
||||||
|
|
||||||
|
def test_BasicEditorWorkflows_LevelEntityComponentCRUD(self, request, workspace, editor, launcher_platform,
|
||||||
|
remove_test_level):
|
||||||
|
from .EditorScripts import BasicEditorWorkflows_LevelEntityComponentCRUD as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False, autotest_mode=False)
|
||||||
|
|
||||||
|
@pytest.mark.REQUIRES_gpu
|
||||||
|
def test_BasicEditorWorkflows_GPU_LevelEntityComponentCRUD(self, request, workspace, editor, launcher_platform,
|
||||||
|
remove_test_level):
|
||||||
|
from .EditorScripts import BasicEditorWorkflows_LevelEntityComponentCRUD as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False, autotest_mode=False,
|
||||||
|
use_null_renderer=False)
|
||||||
@ -0,0 +1,75 @@
|
|||||||
|
"""
|
||||||
|
Copyright (c) Contributors to the Open 3D Engine Project.
|
||||||
|
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
||||||
|
|
||||||
|
SPDX-License-Identifier: Apache-2.0 OR MIT
|
||||||
|
"""
|
||||||
|
|
||||||
|
import os
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
import ly_test_tools.environment.file_system as file_system
|
||||||
|
from ly_test_tools.o3de.editor_test import EditorSingleTest, EditorSharedTest, EditorParallelTest, EditorTestSuite
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.xfail(reason="Optimized tests are experimental, we will enable xfail and monitor them temporarily.")
|
||||||
|
@pytest.mark.SUITE_main
|
||||||
|
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
||||||
|
@pytest.mark.parametrize("project", ["AutomatedTesting"])
|
||||||
|
class TestAutomationNoAutoTestMode(EditorTestSuite):
|
||||||
|
|
||||||
|
# Disable -autotest_mode and -BatchMode. Tests cannot run in -BatchMode due to UI interactions, and these tests
|
||||||
|
# interact with modal dialogs
|
||||||
|
global_extra_cmdline_args = []
|
||||||
|
|
||||||
|
class test_BasicEditorWorkflows_LevelEntityComponentCRUD(EditorSingleTest):
|
||||||
|
# Custom teardown to remove slice asset created during test
|
||||||
|
def teardown(self, request, workspace, editor, editor_test_results, launcher_platform):
|
||||||
|
file_system.delete([os.path.join(workspace.paths.engine_root(), "AutomatedTesting", "Levels", "tmp_level")],
|
||||||
|
True, True)
|
||||||
|
from .EditorScripts import BasicEditorWorkflows_LevelEntityComponentCRUD as test_module
|
||||||
|
|
||||||
|
@pytest.mark.REQUIRES_gpu
|
||||||
|
class test_BasicEditorWorkflows_GPU_LevelEntityComponentCRUD(EditorSingleTest):
|
||||||
|
# Disable null renderer
|
||||||
|
use_null_renderer = False
|
||||||
|
|
||||||
|
# Custom teardown to remove slice asset created during test
|
||||||
|
def teardown(self, request, workspace, editor, editor_test_results, launcher_platform):
|
||||||
|
file_system.delete([os.path.join(workspace.paths.engine_root(), "AutomatedTesting", "Levels", "tmp_level")],
|
||||||
|
True, True)
|
||||||
|
from .EditorScripts import BasicEditorWorkflows_LevelEntityComponentCRUD as test_module
|
||||||
|
|
||||||
|
class test_InputBindings_Add_Remove_Input_Events(EditorSharedTest):
|
||||||
|
from .EditorScripts import InputBindings_Add_Remove_Input_Events as test_module
|
||||||
|
|
||||||
|
@pytest.mark.skip(reason="Crashes Editor: ATOM-15493")
|
||||||
|
class test_AssetPicker_UI_UX(EditorSharedTest):
|
||||||
|
from .EditorScripts import AssetPicker_UI_UX as test_module
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.xfail(reason="Optimized tests are experimental, we will enable xfail and monitor them temporarily.")
|
||||||
|
@pytest.mark.SUITE_main
|
||||||
|
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
||||||
|
@pytest.mark.parametrize("project", ["AutomatedTesting"])
|
||||||
|
class TestAutomationAutoTestMode(EditorTestSuite):
|
||||||
|
|
||||||
|
# Enable only -autotest_mode for these tests. Tests cannot run in -BatchMode due to UI interactions
|
||||||
|
global_extra_cmdline_args = ["-autotest_mode"]
|
||||||
|
|
||||||
|
class test_AssetBrowser_TreeNavigation(EditorSharedTest):
|
||||||
|
from .EditorScripts import AssetBrowser_TreeNavigation as test_module
|
||||||
|
|
||||||
|
@pytest.mark.skip(reason="Crashes Editor: ATOM-15493")
|
||||||
|
class test_AssetBrowser_SearchFiltering(EditorSharedTest):
|
||||||
|
from .EditorScripts import AssetBrowser_SearchFiltering as test_module
|
||||||
|
|
||||||
|
class test_ComponentCRUD_Add_Delete_Components(EditorSharedTest):
|
||||||
|
from .EditorScripts import ComponentCRUD_Add_Delete_Components as test_module
|
||||||
|
|
||||||
|
class test_Menus_ViewMenuOptions_Work(EditorSharedTest):
|
||||||
|
from .EditorScripts import Menus_ViewMenuOptions as test_module
|
||||||
|
|
||||||
|
@pytest.mark.skip(reason="Times out due to dialogs failing to dismiss: LYN-4208")
|
||||||
|
class test_Menus_FileMenuOptions_Work(EditorSharedTest):
|
||||||
|
from .EditorScripts import Menus_FileMenuOptions as test_module
|
||||||
@ -0,0 +1,62 @@
|
|||||||
|
"""
|
||||||
|
Copyright (c) Contributors to the Open 3D Engine Project.
|
||||||
|
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
||||||
|
|
||||||
|
SPDX-License-Identifier: Apache-2.0 OR MIT
|
||||||
|
"""
|
||||||
|
|
||||||
|
import os
|
||||||
|
import pytest
|
||||||
|
import sys
|
||||||
|
|
||||||
|
import ly_test_tools.environment.file_system as file_system
|
||||||
|
|
||||||
|
sys.path.append(os.path.dirname(os.path.abspath(__file__)) + '/../automatedtesting_shared')
|
||||||
|
from base import TestAutomationBase
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def remove_test_level(request, workspace, project):
|
||||||
|
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", "tmp_level")], True, True)
|
||||||
|
|
||||||
|
def teardown():
|
||||||
|
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", "tmp_level")], True, True)
|
||||||
|
|
||||||
|
request.addfinalizer(teardown)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.SUITE_periodic
|
||||||
|
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
||||||
|
@pytest.mark.parametrize("project", ["AutomatedTesting"])
|
||||||
|
class TestAutomation(TestAutomationBase):
|
||||||
|
|
||||||
|
def test_AssetBrowser_TreeNavigation(self, request, workspace, editor, launcher_platform):
|
||||||
|
from .EditorScripts import AssetBrowser_TreeNavigation as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False)
|
||||||
|
|
||||||
|
@pytest.mark.skip(reason="Crashes Editor: ATOM-15493")
|
||||||
|
def test_AssetBrowser_SearchFiltering(self, request, workspace, editor, launcher_platform):
|
||||||
|
from .EditorScripts import AssetBrowser_SearchFiltering as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False)
|
||||||
|
|
||||||
|
@pytest.mark.skip(reason="Crashes Editor: ATOM-15493")
|
||||||
|
def test_AssetPicker_UI_UX(self, request, workspace, editor, launcher_platform):
|
||||||
|
from .EditorScripts import AssetPicker_UI_UX as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, autotest_mode=False, batch_mode=False)
|
||||||
|
|
||||||
|
def test_ComponentCRUD_Add_Delete_Components(self, request, workspace, editor, launcher_platform):
|
||||||
|
from .EditorScripts import ComponentCRUD_Add_Delete_Components as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False)
|
||||||
|
|
||||||
|
def test_InputBindings_Add_Remove_Input_Events(self, request, workspace, editor, launcher_platform):
|
||||||
|
from .EditorScripts import InputBindings_Add_Remove_Input_Events as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False, autotest_mode=False)
|
||||||
|
|
||||||
|
def test_Menus_ViewMenuOptions_Work(self, request, workspace, editor, launcher_platform):
|
||||||
|
from .EditorScripts import Menus_ViewMenuOptions as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False)
|
||||||
|
|
||||||
|
@pytest.mark.skip(reason="Times out due to dialogs failing to dismiss: LYN-4208")
|
||||||
|
def test_Menus_FileMenuOptions_Work(self, request, workspace, editor, launcher_platform):
|
||||||
|
from .EditorScripts import Menus_FileMenuOptions as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False)
|
||||||
@ -0,0 +1,27 @@
|
|||||||
|
"""
|
||||||
|
Copyright (c) Contributors to the Open 3D Engine Project.
|
||||||
|
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
||||||
|
|
||||||
|
SPDX-License-Identifier: Apache-2.0 OR MIT
|
||||||
|
"""
|
||||||
|
|
||||||
|
import os
|
||||||
|
import pytest
|
||||||
|
import sys
|
||||||
|
|
||||||
|
sys.path.append(os.path.dirname(os.path.abspath(__file__)) + '/../automatedtesting_shared')
|
||||||
|
from base import TestAutomationBase
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.SUITE_sandbox
|
||||||
|
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
||||||
|
@pytest.mark.parametrize("project", ["AutomatedTesting"])
|
||||||
|
class TestAutomation(TestAutomationBase):
|
||||||
|
|
||||||
|
def test_Menus_EditMenuOptions_Work(self, request, workspace, editor, launcher_platform):
|
||||||
|
from .EditorScripts import Menus_EditMenuOptions as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False)
|
||||||
|
|
||||||
|
def test_Docking_BasicDockedTools(self, request, workspace, editor, launcher_platform):
|
||||||
|
from .EditorScripts import Docking_BasicDockedTools as test_module
|
||||||
|
self._run_test(request, workspace, editor, test_module, batch_mode=False)
|
||||||
@ -0,0 +1,27 @@
|
|||||||
|
"""
|
||||||
|
Copyright (c) Contributors to the Open 3D Engine Project.
|
||||||
|
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
||||||
|
|
||||||
|
SPDX-License-Identifier: Apache-2.0 OR MIT
|
||||||
|
"""
|
||||||
|
|
||||||
|
import os
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
from ly_test_tools.o3de.editor_test import EditorSingleTest, EditorSharedTest, EditorParallelTest, EditorTestSuite
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.xfail(reason="Optimized tests are experimental, we will enable xfail and monitor them temporarily.")
|
||||||
|
@pytest.mark.SUITE_sandbox
|
||||||
|
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
||||||
|
@pytest.mark.parametrize("project", ["AutomatedTesting"])
|
||||||
|
class TestAutomationAutoTestMode(EditorTestSuite):
|
||||||
|
|
||||||
|
# Enable only -autotest_mode for these tests. Tests cannot run in -BatchMode due to UI interactions
|
||||||
|
global_extra_cmdline_args = ["-autotest_mode"]
|
||||||
|
|
||||||
|
class test_Docking_BasicDockedTools(EditorSharedTest):
|
||||||
|
from .EditorScripts import Docking_BasicDockedTools as test_module
|
||||||
|
|
||||||
|
class test_Menus_EditMenuOptions_Work(EditorSharedTest):
|
||||||
|
from .EditorScripts import Menus_EditMenuOptions as test_module
|
||||||
@ -1,89 +0,0 @@
|
|||||||
"""
|
|
||||||
Copyright (c) Contributors to the Open 3D Engine Project.
|
|
||||||
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
|
||||||
|
|
||||||
SPDX-License-Identifier: Apache-2.0 OR MIT
|
|
||||||
"""
|
|
||||||
|
|
||||||
"""
|
|
||||||
C13660195: Asset Browser - File Tree Navigation
|
|
||||||
"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
# Bail on the test if ly_test_tools doesn't exist.
|
|
||||||
pytest.importorskip('ly_test_tools')
|
|
||||||
import ly_test_tools.environment.file_system as file_system
|
|
||||||
import editor_python_test_tools.hydra_test_utils as hydra
|
|
||||||
|
|
||||||
test_directory = os.path.join(os.path.dirname(__file__), "EditorScripts")
|
|
||||||
log_monitor_timeout = 180
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize('project', ['AutomatedTesting'])
|
|
||||||
@pytest.mark.parametrize('level', ['tmp_level'])
|
|
||||||
@pytest.mark.usefixtures("automatic_process_killer")
|
|
||||||
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
|
||||||
class TestAssetBrowser(object):
|
|
||||||
|
|
||||||
@pytest.fixture(autouse=True)
|
|
||||||
def setup_teardown(self, request, workspace, project, level):
|
|
||||||
def teardown():
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
request.addfinalizer(teardown)
|
|
||||||
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C13660195")
|
|
||||||
@pytest.mark.SUITE_periodic
|
|
||||||
def test_AssetBrowser_TreeNavigation(self, request, editor, level, launcher_platform):
|
|
||||||
expected_lines = [
|
|
||||||
"Collapse/Expand tests: True",
|
|
||||||
"Asset visibility test: True",
|
|
||||||
"Scrollbar visibility test: True",
|
|
||||||
"AssetBrowser_TreeNavigation: result=SUCCESS"
|
|
||||||
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"AssetBrowser_TreeNavigation.py",
|
|
||||||
expected_lines,
|
|
||||||
run_python="--runpython",
|
|
||||||
cfg_args=[level],
|
|
||||||
timeout=log_monitor_timeout
|
|
||||||
)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C13660194")
|
|
||||||
@pytest.mark.SUITE_periodic
|
|
||||||
def test_AssetBrowser_SearchFiltering(self, request, editor, level, launcher_platform):
|
|
||||||
expected_lines = [
|
|
||||||
"cedar.fbx asset is filtered in Asset Browser",
|
|
||||||
"Animation file type(s) is present in the file tree: True",
|
|
||||||
"FileTag file type(s) and Animation file type(s) is present in the file tree: True",
|
|
||||||
"FileTag file type(s) is present in the file tree after removing Animation filter: True",
|
|
||||||
]
|
|
||||||
|
|
||||||
unexpected_lines = [
|
|
||||||
"Asset Browser opened: False",
|
|
||||||
"Animation file type(s) is present in the file tree: False",
|
|
||||||
"FileTag file type(s) and Animation file type(s) is present in the file tree: False",
|
|
||||||
"FileTag file type(s) is present in the file tree after removing Animation filter: False",
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"AssetBrowser_SearchFiltering.py",
|
|
||||||
expected_lines,
|
|
||||||
unexpected_lines=unexpected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
auto_test_mode=False,
|
|
||||||
run_python="--runpython",
|
|
||||||
timeout=log_monitor_timeout,
|
|
||||||
)
|
|
||||||
@ -1,74 +0,0 @@
|
|||||||
"""
|
|
||||||
Copyright (c) Contributors to the Open 3D Engine Project.
|
|
||||||
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
|
||||||
|
|
||||||
SPDX-License-Identifier: Apache-2.0 OR MIT
|
|
||||||
"""
|
|
||||||
|
|
||||||
"""
|
|
||||||
C13751579: Asset Picker UI/UX
|
|
||||||
"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
# Bail on the test if ly_test_tools doesn't exist.
|
|
||||||
pytest.importorskip('ly_test_tools')
|
|
||||||
import ly_test_tools.environment.file_system as file_system
|
|
||||||
import editor_python_test_tools.hydra_test_utils as hydra
|
|
||||||
|
|
||||||
test_directory = os.path.join(os.path.dirname(__file__), "EditorScripts")
|
|
||||||
log_monitor_timeout = 90
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize('project', ['AutomatedTesting'])
|
|
||||||
@pytest.mark.parametrize('level', ['tmp_level'])
|
|
||||||
@pytest.mark.usefixtures("automatic_process_killer")
|
|
||||||
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
|
||||||
class TestAssetPicker(object):
|
|
||||||
|
|
||||||
@pytest.fixture(autouse=True)
|
|
||||||
def setup_teardown(self, request, workspace, project, level):
|
|
||||||
def teardown():
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
request.addfinalizer(teardown)
|
|
||||||
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C13751579", "C1508814")
|
|
||||||
@pytest.mark.SUITE_periodic
|
|
||||||
@pytest.mark.xfail # ATOM-15493
|
|
||||||
def test_AssetPicker_UI_UX(self, request, editor, level, launcher_platform):
|
|
||||||
expected_lines = [
|
|
||||||
"TestEntity Entity successfully created",
|
|
||||||
"Mesh component was added to entity",
|
|
||||||
"Entity has a Mesh component",
|
|
||||||
"Mesh Asset: Asset Picker title for Mesh: Pick ModelAsset",
|
|
||||||
"Mesh Asset: Scroll Bar is not visible before expanding the tree: True",
|
|
||||||
"Mesh Asset: Top level folder initially collapsed: True",
|
|
||||||
"Mesh Asset: Top level folder expanded: True",
|
|
||||||
"Mesh Asset: Nested folder initially collapsed: True",
|
|
||||||
"Mesh Asset: Nested folder expanded: True",
|
|
||||||
"Mesh Asset: Scroll Bar appeared after expanding tree: True",
|
|
||||||
"Mesh Asset: Nested folder collapsed: True",
|
|
||||||
"Mesh Asset: Top level folder collapsed: True",
|
|
||||||
"Mesh Asset: Expected Assets populated in the file picker: True",
|
|
||||||
"Widget Move Test: True",
|
|
||||||
"Widget Resize Test: True",
|
|
||||||
"Asset assigned for ok option: True",
|
|
||||||
"Asset assigned for enter option: True",
|
|
||||||
"AssetPicker_UI_UX: result=SUCCESS"
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"AssetPicker_UI_UX.py",
|
|
||||||
expected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
run_python="--runpython",
|
|
||||||
auto_test_mode=False,
|
|
||||||
timeout=log_monitor_timeout,
|
|
||||||
)
|
|
||||||
@ -1,96 +0,0 @@
|
|||||||
"""
|
|
||||||
Copyright (c) Contributors to the Open 3D Engine Project.
|
|
||||||
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
|
||||||
|
|
||||||
SPDX-License-Identifier: Apache-2.0 OR MIT
|
|
||||||
"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
# Bail on the test if ly_test_tools doesn't exist.
|
|
||||||
pytest.importorskip('ly_test_tools')
|
|
||||||
import ly_test_tools.environment.file_system as file_system
|
|
||||||
import ly_test_tools._internal.pytest_plugin as internal_plugin
|
|
||||||
import editor_python_test_tools.hydra_test_utils as hydra
|
|
||||||
|
|
||||||
test_directory = os.path.join(os.path.dirname(__file__), "EditorScripts")
|
|
||||||
log_monitor_timeout = 180
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize('project', ['AutomatedTesting'])
|
|
||||||
@pytest.mark.parametrize('level', ['tmp_level'])
|
|
||||||
@pytest.mark.usefixtures("automatic_process_killer")
|
|
||||||
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
|
||||||
class TestBasicEditorWorkflows(object):
|
|
||||||
|
|
||||||
@pytest.fixture(autouse=True)
|
|
||||||
def setup_teardown(self, request, workspace, project, level):
|
|
||||||
def teardown():
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
request.addfinalizer(teardown)
|
|
||||||
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C6351273", "C6384955", "C16929880", "C15167490", "C15167491")
|
|
||||||
@pytest.mark.SUITE_main
|
|
||||||
def test_BasicEditorWorkflows_LevelEntityComponentCRUD(self, request, editor, level, launcher_platform):
|
|
||||||
|
|
||||||
# Skip test if running against Debug build
|
|
||||||
if "debug" in internal_plugin.build_directory:
|
|
||||||
pytest.skip("Does not execute against debug builds.")
|
|
||||||
|
|
||||||
expected_lines = [
|
|
||||||
"Create and load new level: True",
|
|
||||||
"New entity creation: True",
|
|
||||||
"Create entity hierarchy: True",
|
|
||||||
"Add component: True",
|
|
||||||
"Component update: True",
|
|
||||||
"Remove component: True",
|
|
||||||
"Save and Export: True",
|
|
||||||
"BasicEditorWorkflows_LevelEntityComponent: result=SUCCESS",
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"BasicEditorWorkflows_LevelEntityComponentCRUD.py",
|
|
||||||
expected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
timeout=log_monitor_timeout,
|
|
||||||
auto_test_mode=False
|
|
||||||
)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C6351273", "C6384955", "C16929880", "C15167490", "C15167491")
|
|
||||||
@pytest.mark.SUITE_main
|
|
||||||
@pytest.mark.REQUIRES_gpu
|
|
||||||
def test_BasicEditorWorkflows_GPU_LevelEntityComponentCRUD(self, request, editor, level, launcher_platform):
|
|
||||||
|
|
||||||
# Skip test if running against Debug build
|
|
||||||
if "debug" in internal_plugin.build_directory:
|
|
||||||
pytest.skip("Does not execute against debug builds.")
|
|
||||||
|
|
||||||
expected_lines = [
|
|
||||||
"Create and load new level: True",
|
|
||||||
"New entity creation: True",
|
|
||||||
"Create entity hierarchy: True",
|
|
||||||
"Add component: True",
|
|
||||||
"Component update: True",
|
|
||||||
"Remove component: True",
|
|
||||||
"Save and Export: True",
|
|
||||||
"BasicEditorWorkflows_LevelEntityComponent: result=SUCCESS",
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"BasicEditorWorkflows_LevelEntityComponentCRUD.py",
|
|
||||||
expected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
timeout=log_monitor_timeout,
|
|
||||||
auto_test_mode=False,
|
|
||||||
null_renderer=False
|
|
||||||
)
|
|
||||||
@ -1,62 +0,0 @@
|
|||||||
"""
|
|
||||||
Copyright (c) Contributors to the Open 3D Engine Project.
|
|
||||||
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
|
||||||
|
|
||||||
SPDX-License-Identifier: Apache-2.0 OR MIT
|
|
||||||
"""
|
|
||||||
|
|
||||||
"""
|
|
||||||
C16929880: Add Delete Components
|
|
||||||
"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
# Bail on the test if ly_test_tools doesn't exist.
|
|
||||||
pytest.importorskip('ly_test_tools')
|
|
||||||
import ly_test_tools.environment.file_system as file_system
|
|
||||||
import editor_python_test_tools.hydra_test_utils as hydra
|
|
||||||
|
|
||||||
test_directory = os.path.join(os.path.dirname(__file__), "EditorScripts")
|
|
||||||
log_monitor_timeout = 180
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize('project', ['AutomatedTesting'])
|
|
||||||
@pytest.mark.parametrize('level', ['tmp_level'])
|
|
||||||
@pytest.mark.usefixtures("automatic_process_killer")
|
|
||||||
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
|
||||||
class TestComponentCRUD(object):
|
|
||||||
|
|
||||||
@pytest.fixture(autouse=True)
|
|
||||||
def setup_teardown(self, request, workspace, project, level):
|
|
||||||
def teardown():
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
request.addfinalizer(teardown)
|
|
||||||
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C16929880", "C16877220")
|
|
||||||
@pytest.mark.SUITE_periodic
|
|
||||||
@pytest.mark.BAT
|
|
||||||
def test_ComponentCRUD_Add_Delete_Components(self, request, editor, level, launcher_platform):
|
|
||||||
expected_lines = [
|
|
||||||
"Entity Created",
|
|
||||||
"Box Shape found",
|
|
||||||
"Box Shape Component added: True",
|
|
||||||
"Mesh found",
|
|
||||||
"Mesh Component added: True",
|
|
||||||
"Mesh Component deleted: True",
|
|
||||||
"Mesh Component deletion undone: True",
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"ComponentCRUD_Add_Delete_Components.py",
|
|
||||||
expected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
auto_test_mode=False,
|
|
||||||
timeout=log_monitor_timeout
|
|
||||||
)
|
|
||||||
@ -1,55 +0,0 @@
|
|||||||
"""
|
|
||||||
Copyright (c) Contributors to the Open 3D Engine Project.
|
|
||||||
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
|
||||||
|
|
||||||
SPDX-License-Identifier: Apache-2.0 OR MIT
|
|
||||||
|
|
||||||
C6376081: Basic Function: Docked/Undocked Tools
|
|
||||||
"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
# Bail on the test if ly_test_tools doesn't exist.
|
|
||||||
pytest.importorskip('ly_test_tools')
|
|
||||||
import ly_test_tools.environment.file_system as file_system
|
|
||||||
import editor_python_test_tools.hydra_test_utils as hydra
|
|
||||||
|
|
||||||
test_directory = os.path.join(os.path.dirname(__file__), "EditorScripts")
|
|
||||||
log_monitor_timeout = 180
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize('project', ['AutomatedTesting'])
|
|
||||||
@pytest.mark.parametrize('level', ['tmp_level'])
|
|
||||||
@pytest.mark.usefixtures("automatic_process_killer")
|
|
||||||
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
|
||||||
class TestDocking(object):
|
|
||||||
|
|
||||||
@pytest.fixture(autouse=True)
|
|
||||||
def setup_teardown(self, request, workspace, project, level):
|
|
||||||
def teardown():
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
request.addfinalizer(teardown)
|
|
||||||
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C6376081")
|
|
||||||
@pytest.mark.SUITE_sandbox
|
|
||||||
def test_Docking_BasicDockedTools(self, request, editor, level, launcher_platform):
|
|
||||||
expected_lines = [
|
|
||||||
"The tools are all docked together in a tabbed widget",
|
|
||||||
"Entity Outliner works when docked, can select an Entity",
|
|
||||||
"Entity Inspector works when docked, Entity name changed to DifferentName",
|
|
||||||
"Hello, world!" # This line verifies the Console is working while docked
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"Docking_BasicDockedTools.py",
|
|
||||||
expected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
timeout=log_monitor_timeout,
|
|
||||||
)
|
|
||||||
@ -1,66 +0,0 @@
|
|||||||
"""
|
|
||||||
Copyright (c) Contributors to the Open 3D Engine Project.
|
|
||||||
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
|
||||||
|
|
||||||
SPDX-License-Identifier: Apache-2.0 OR MIT
|
|
||||||
"""
|
|
||||||
|
|
||||||
"""
|
|
||||||
C1506881: Adding/Removing Event Groups
|
|
||||||
"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
# Bail on the test if ly_test_tools doesn't exist.
|
|
||||||
pytest.importorskip('ly_test_tools')
|
|
||||||
import ly_test_tools.environment.file_system as file_system
|
|
||||||
import editor_python_test_tools.hydra_test_utils as hydra
|
|
||||||
|
|
||||||
test_directory = os.path.join(os.path.dirname(__file__), "EditorScripts")
|
|
||||||
log_monitor_timeout = 180
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize('project', ['AutomatedTesting'])
|
|
||||||
@pytest.mark.parametrize('level', ['tmp_level'])
|
|
||||||
@pytest.mark.usefixtures("automatic_process_killer")
|
|
||||||
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
|
||||||
class TestInputBindings(object):
|
|
||||||
|
|
||||||
@pytest.fixture(autouse=True)
|
|
||||||
def setup_teardown(self, request, workspace, project, level):
|
|
||||||
def teardown():
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
request.addfinalizer(teardown)
|
|
||||||
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C1506881")
|
|
||||||
@pytest.mark.SUITE_periodic
|
|
||||||
def test_InputBindings_Add_Remove_Input_Events(self, request, editor, level, launcher_platform):
|
|
||||||
expected_lines = [
|
|
||||||
"Asset Editor opened: True",
|
|
||||||
"New Event Groups added when + is clicked",
|
|
||||||
"Event Group deleted when the Delete button is clicked on an Event Group",
|
|
||||||
"All event groups deleted on clicking the Delete button",
|
|
||||||
"Asset Editor closed: True",
|
|
||||||
]
|
|
||||||
|
|
||||||
unexpected_lines = [
|
|
||||||
"Asset Editor opened: False",
|
|
||||||
"Asset Editor closed: False",
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"InputBindings_Add_Remove_Input_Events.py",
|
|
||||||
expected_lines,
|
|
||||||
unexpected_lines=unexpected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
run_python="--runpython",
|
|
||||||
auto_test_mode=False,
|
|
||||||
timeout=log_monitor_timeout,
|
|
||||||
)
|
|
||||||
@ -1,132 +0,0 @@
|
|||||||
"""
|
|
||||||
Copyright (c) Contributors to the Open 3D Engine Project.
|
|
||||||
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
|
||||||
|
|
||||||
SPDX-License-Identifier: Apache-2.0 OR MIT
|
|
||||||
"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
# Bail on the test if ly_test_tools doesn't exist.
|
|
||||||
pytest.importorskip('ly_test_tools')
|
|
||||||
import ly_test_tools.environment.file_system as file_system
|
|
||||||
import ly_test_tools.environment.process_utils as process_utils
|
|
||||||
import editor_python_test_tools.hydra_test_utils as hydra
|
|
||||||
|
|
||||||
test_directory = os.path.join(os.path.dirname(__file__), "EditorScripts")
|
|
||||||
log_monitor_timeout = 180
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize('project', ['AutomatedTesting'])
|
|
||||||
@pytest.mark.parametrize('level', ['tmp_level'])
|
|
||||||
@pytest.mark.usefixtures("automatic_process_killer")
|
|
||||||
@pytest.mark.parametrize("launcher_platform", ['windows_editor'])
|
|
||||||
class TestMenus(object):
|
|
||||||
|
|
||||||
@pytest.fixture(autouse=True)
|
|
||||||
def setup_teardown(self, request, workspace, project, level):
|
|
||||||
def teardown():
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
process_utils.kill_processes_named("o3de", ignore_extensions=True) # Kill ProjectManager windows
|
|
||||||
|
|
||||||
request.addfinalizer(teardown)
|
|
||||||
|
|
||||||
file_system.delete([os.path.join(workspace.paths.engine_root(), project, "Levels", level)], True, True)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C16780783", "C2174438")
|
|
||||||
@pytest.mark.SUITE_sandbox
|
|
||||||
def test_Menus_EditMenuOptions_Work(self, request, editor, level, launcher_platform):
|
|
||||||
expected_lines = [
|
|
||||||
"Undo Action triggered",
|
|
||||||
"Redo Action triggered",
|
|
||||||
"Duplicate Action triggered",
|
|
||||||
"Delete Action triggered",
|
|
||||||
"Select All Action triggered",
|
|
||||||
"Invert Selection Action triggered",
|
|
||||||
"Toggle Pivot Location Action triggered",
|
|
||||||
"Reset Entity Transform",
|
|
||||||
"Reset Manipulator",
|
|
||||||
"Reset Transform (Local) Action triggered",
|
|
||||||
"Reset Transform (World) Action triggered",
|
|
||||||
"Hide Selection Action triggered",
|
|
||||||
"Show All Action triggered",
|
|
||||||
"Snap angle Action triggered",
|
|
||||||
"Move Action triggered",
|
|
||||||
"Rotate Action triggered",
|
|
||||||
"Scale Action triggered",
|
|
||||||
"Global Preferences Action triggered",
|
|
||||||
"Editor Settings Manager Action triggered",
|
|
||||||
"Customize Keyboard Action triggered",
|
|
||||||
"Export Keyboard Settings Action triggered",
|
|
||||||
"Import Keyboard Settings Action triggered",
|
|
||||||
"Menus_EditMenuOptions: result=SUCCESS"
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"Menus_EditMenuOptions.py",
|
|
||||||
expected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
run_python="--runpython",
|
|
||||||
timeout=log_monitor_timeout
|
|
||||||
)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C16780807")
|
|
||||||
@pytest.mark.SUITE_periodic
|
|
||||||
def test_Menus_ViewMenuOptions_Work(self, request, editor, level, launcher_platform):
|
|
||||||
expected_lines = [
|
|
||||||
"Center on Selection Action triggered",
|
|
||||||
"Show Quick Access Bar Action triggered",
|
|
||||||
"Configure Layout Action triggered",
|
|
||||||
"Go to Position Action triggered",
|
|
||||||
"Center on Selection Action triggered",
|
|
||||||
"Go to Location Action triggered",
|
|
||||||
"Remember Location Action triggered",
|
|
||||||
"Switch Camera Action triggered",
|
|
||||||
"Show/Hide Helpers Action triggered",
|
|
||||||
"Refresh Style Action triggered",
|
|
||||||
]
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"Menus_ViewMenuOptions.py",
|
|
||||||
expected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
run_python="--runpython",
|
|
||||||
timeout=log_monitor_timeout
|
|
||||||
)
|
|
||||||
|
|
||||||
@pytest.mark.test_case_id("C16780778")
|
|
||||||
@pytest.mark.SUITE_sandbox
|
|
||||||
@pytest.mark.xfail # LYN-4208
|
|
||||||
def test_Menus_FileMenuOptions_Work(self, request, editor, level, launcher_platform):
|
|
||||||
expected_lines = [
|
|
||||||
"New Level Action triggered",
|
|
||||||
"Open Level Action triggered",
|
|
||||||
"Import Action triggered",
|
|
||||||
"Save Action triggered",
|
|
||||||
"Save As Action triggered",
|
|
||||||
"Save Level Statistics Action triggered",
|
|
||||||
"Edit Project Settings Action triggered",
|
|
||||||
"Edit Platform Settings Action triggered",
|
|
||||||
"New Project Action triggered",
|
|
||||||
"Open Project Action triggered",
|
|
||||||
"Show Log File Action triggered",
|
|
||||||
"Resave All Slices Action triggered",
|
|
||||||
"Exit Action triggered",
|
|
||||||
]
|
|
||||||
|
|
||||||
hydra.launch_and_validate_results(
|
|
||||||
request,
|
|
||||||
test_directory,
|
|
||||||
editor,
|
|
||||||
"Menus_FileMenuOptions.py",
|
|
||||||
expected_lines,
|
|
||||||
cfg_args=[level],
|
|
||||||
run_python="--runpython",
|
|
||||||
timeout=log_monitor_timeout
|
|
||||||
)
|
|
||||||
Loading…
Reference in New Issue