You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
129 lines
4.8 KiB
Python
129 lines
4.8 KiB
Python
"""
|
|
Copyright (c) Contributors to the Open 3D Engine Project.
|
|
For complete copyright and license terms please see the LICENSE at the root of this distribution.
|
|
|
|
SPDX-License-Identifier: Apache-2.0 OR MIT
|
|
|
|
Tests that require a GPU in order to run.
|
|
"""
|
|
|
|
import logging
|
|
import os
|
|
|
|
import pytest
|
|
|
|
import ly_test_tools.environment.file_system as file_system
|
|
from ly_test_tools.image.screenshot_compare_qssim import qssim as compare_screenshots
|
|
from ly_test_tools.benchmark.data_aggregator import BenchmarkDataAggregator
|
|
import editor_python_test_tools.hydra_test_utils as hydra
|
|
|
|
logger = logging.getLogger(__name__)
|
|
DEFAULT_SUBFOLDER_PATH = 'user/PythonTests/Automated/Screenshots'
|
|
EDITOR_TIMEOUT = 600
|
|
TEST_DIRECTORY = os.path.join(os.path.dirname(__file__), "atom_hydra_scripts")
|
|
|
|
|
|
def golden_images_directory():
|
|
"""
|
|
Uses this file location to return the valid location for golden image files.
|
|
:return: The path to the golden_images directory, but raises an IOError if the golden_images directory is missing.
|
|
"""
|
|
current_file_directory = os.path.join(os.path.dirname(__file__))
|
|
golden_images_dir = os.path.join(current_file_directory, 'golden_images')
|
|
|
|
if not os.path.exists(golden_images_dir):
|
|
raise IOError(
|
|
f'golden_images" directory was not found at path "{golden_images_dir}"'
|
|
f'Please add a "golden_images" directory inside: "{current_file_directory}"'
|
|
)
|
|
|
|
return golden_images_dir
|
|
|
|
|
|
@pytest.mark.parametrize("project", ["AutomatedTesting"])
|
|
@pytest.mark.parametrize("launcher_platform", ["windows_editor"])
|
|
@pytest.mark.parametrize("level", ["auto_test"])
|
|
class TestAllComponentsIndepthTests(object):
|
|
|
|
@pytest.mark.parametrize("screenshot_name", ["AtomBasicLevelSetup.ppm"])
|
|
def test_BasicLevelSetup_SetsUpLevel(
|
|
self, request, editor, workspace, project, launcher_platform, level, screenshot_name):
|
|
"""
|
|
Please review the hydra script run by this test for more specific test info.
|
|
Tests that a basic rendering level setup can be created (lighting, meshes, materials, etc.).
|
|
"""
|
|
# Clear existing test screenshots before starting test.
|
|
test_screenshots = [os.path.join(
|
|
workspace.paths.project(), DEFAULT_SUBFOLDER_PATH, screenshot_name)]
|
|
file_system.delete(test_screenshots, True, True)
|
|
|
|
golden_images = [os.path.join(golden_images_directory(), screenshot_name)]
|
|
|
|
level_creation_expected_lines = [
|
|
"Viewport is set to the expected size: True",
|
|
"Basic level created"
|
|
]
|
|
unexpected_lines = [
|
|
"Trace::Assert",
|
|
"Trace::Error",
|
|
"Traceback (most recent call last):",
|
|
]
|
|
|
|
hydra.launch_and_validate_results(
|
|
request,
|
|
TEST_DIRECTORY,
|
|
editor,
|
|
"hydra_GPUTest_BasicLevelSetup.py",
|
|
timeout=EDITOR_TIMEOUT,
|
|
expected_lines=level_creation_expected_lines,
|
|
unexpected_lines=unexpected_lines,
|
|
halt_on_unexpected=True,
|
|
cfg_args=[level],
|
|
null_renderer=False,
|
|
)
|
|
|
|
for test_screenshot, golden_screenshot in zip(test_screenshots, golden_images):
|
|
compare_screenshots(test_screenshot, golden_screenshot)
|
|
|
|
@pytest.mark.parametrize('rhi', ['dx12', 'vulkan'])
|
|
@pytest.mark.parametrize("project", ["AutomatedTesting"])
|
|
@pytest.mark.parametrize("launcher_platform", ["windows_editor"])
|
|
@pytest.mark.parametrize("level", ["AtomFeatureIntegrationBenchmark"])
|
|
class TestPerformanceBenchmarkSuite(object):
|
|
def test_AtomFeatureIntegrationBenchmark(
|
|
self, request, editor, workspace, rhi, project, launcher_platform, level):
|
|
"""
|
|
Please review the hydra script run by this test for more specific test info.
|
|
Tests the performance of the Simple level.
|
|
"""
|
|
expected_lines = [
|
|
"Benchmark metadata captured.",
|
|
"Pass timestamps captured.",
|
|
"CPU frame time captured.",
|
|
"Capturing complete.",
|
|
"Captured data successfully."
|
|
]
|
|
|
|
unexpected_lines = [
|
|
"Failed to capture data.",
|
|
"Failed to capture pass timestamps.",
|
|
"Failed to capture CPU frame time.",
|
|
"Failed to capture benchmark metadata."
|
|
]
|
|
|
|
hydra.launch_and_validate_results(
|
|
request,
|
|
TEST_DIRECTORY,
|
|
editor,
|
|
"hydra_GPUTest_AtomFeatureIntegrationBenchmark.py",
|
|
timeout=EDITOR_TIMEOUT,
|
|
expected_lines=expected_lines,
|
|
unexpected_lines=unexpected_lines,
|
|
halt_on_unexpected=True,
|
|
cfg_args=[level],
|
|
null_renderer=False,
|
|
)
|
|
|
|
aggregator = BenchmarkDataAggregator(workspace, logger, 'periodic')
|
|
aggregator.upload_metrics(rhi)
|