/* * All or portions of this file Copyright (c) Amazon.com, Inc. or its affiliates or * its licensors. * * For complete copyright and license terms please see the LICENSE at the root of this * distribution (the "License"). All use of this software is governed by the License, * or, if provided, by the license below or the license accompanying this file. Do not * remove or modify any license notices. This file is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * */ #include "ProfilingCaptureSystemComponent.h" #include #include #include #include #include #include #include #include #include #include namespace AZ { namespace Render { class ProfilingCaptureNotificationBusHandler final : public ProfilingCaptureNotificationBus::Handler , public AZ::BehaviorEBusHandler { public: AZ_EBUS_BEHAVIOR_BINDER(ProfilingCaptureNotificationBusHandler, "{E45E4F37-EC1F-4010-994B-4F80998BEF15}", AZ::SystemAllocator, OnCaptureQueryTimestampFinished, OnCaptureQueryPipelineStatisticsFinished, OnCaptureCpuProfilingStatisticsFinished ); void OnCaptureQueryTimestampFinished(bool result, const AZStd::string& info) override { Call(FN_OnCaptureQueryTimestampFinished, result, info); } void OnCaptureQueryPipelineStatisticsFinished(bool result, const AZStd::string& info) override { Call(FN_OnCaptureQueryPipelineStatisticsFinished, result, info); } void OnCaptureCpuProfilingStatisticsFinished(bool result, const AZStd::string& info) override { Call(FN_OnCaptureCpuProfilingStatisticsFinished, result, info); } static void Reflect(AZ::ReflectContext* context) { if (AZ::BehaviorContext* behaviorContext = azrtti_cast(context)) { behaviorContext->EBus("ProfilingCaptureNotificationBus") ->Attribute(AZ::Script::Attributes::Scope, AZ::Script::Attributes::ScopeFlags::Automation) ->Attribute(AZ::Script::Attributes::Module, "atom") ->Handler() ; } } }; // Intermediate class to serialize pass' Timestamp data. class TimestampSerializer { public: class TimestampSerializerEntry { public: AZ_TYPE_INFO(TimestampSerializer::TimestampSerializerEntry, "{34C90068-954C-4A07-A265-DB21462A7F9B}"); static void Reflect(AZ::ReflectContext* context); Name m_passName; uint64_t m_timestampResultInNanoseconds; }; AZ_TYPE_INFO(TimestampSerializer, "{FAAD85C2-5948-4D81-B54A-53502D69CBC0}"); static void Reflect(AZ::ReflectContext* context); TimestampSerializer() = default; TimestampSerializer(AZStd::vector&& pass); AZStd::vector m_timestampEntries; }; // Intermediate class to serialize pass' PipelineStatistics data. class PipelineStatisticsSerializer { public: class PipelineStatisticsSerializerEntry { public: AZ_TYPE_INFO(PipelineStatisticsSerializer::PipelineStatisticsSerializerEntry, "{7CEF130F-555F-4BC0-9A57-E6912F92599F}"); static void Reflect(AZ::ReflectContext* context); Name m_passName; RPI::PipelineStatisticsResult m_pipelineStatisticsResult; }; AZ_TYPE_INFO(PipelineStatisticsSerializer, "{4972BAB6-98FB-4D3B-9EAC-50FF418E77C0}"); static void Reflect(AZ::ReflectContext* context); PipelineStatisticsSerializer() = default; PipelineStatisticsSerializer(AZStd::vector&& passes); AZStd::vector m_pipelineStatisticsEntries; }; // Intermediate class to serialize Cpu TimedRegion data. class CpuProfilingStatisticsSerializer { public: class CpuProfilingStatisticsSerializerEntry { public: AZ_TYPE_INFO(CpuProfilingStatisticsSerializer::CpuProfilingStatisticsSerializerEntry, "{26B78F65-EB96-46E2-BE7E-A1233880B225}"); static void Reflect(AZ::ReflectContext* context); CpuProfilingStatisticsSerializerEntry() = default; CpuProfilingStatisticsSerializerEntry(const RHI::CachedTimeRegion& cahcedTimeRegion); private: Name m_groupName; Name m_regionName; uint16_t m_stackDepth; AZStd::sys_time_t m_elapsedInNanoseconds; }; AZ_TYPE_INFO(CpuProfilingStatisticsSerializer, "{D5B02946-0D27-474F-9A44-364C2706DD41}"); static void Reflect(AZ::ReflectContext* context); CpuProfilingStatisticsSerializer() = default; CpuProfilingStatisticsSerializer(RHI::CpuProfiler::TimeRegionMap& timeRegionMap); AZStd::vector m_cpuProfilingStatisticsSerializerEntries; }; // --- DelayedQueryCaptureHelper --- bool DelayedQueryCaptureHelper::StartCapture(CaptureCallback&& captureCallback) { if (m_state != DelayedCaptureState::Idle) { AZ_Warning("DelayedQueryCaptureHelper", false, "State is not set to idle, another process is in a pending state."); return false; } m_state = DelayedCaptureState::Pending; m_captureCallback = captureCallback; m_frameThreshold = FrameThreshold; return true; } void DelayedQueryCaptureHelper::UpdateCapture() { if (m_state == DelayedCaptureState::Pending) { m_frameThreshold--; if (m_frameThreshold == 0u) { m_captureCallback(); m_state = DelayedCaptureState::Idle; } } } bool DelayedQueryCaptureHelper::IsIdle() const { return m_state == DelayedCaptureState::Idle; } // --- TimestampSerializer --- TimestampSerializer::TimestampSerializer(AZStd::vector&& passes) { for (const RPI::Pass* pass : passes) { m_timestampEntries.push_back({pass->GetName(), pass->GetLatestTimestampResult().GetDurationInNanoseconds()}); } } void TimestampSerializer::Reflect(AZ::ReflectContext* context) { if (auto* serializeContext = azrtti_cast(context)) { serializeContext->Class() ->Version(1) ->Field("timestampEntries", &TimestampSerializer::m_timestampEntries) ; } TimestampSerializerEntry::Reflect(context); } // --- TimestampSerializerEntry --- void TimestampSerializer::TimestampSerializerEntry::Reflect(AZ::ReflectContext* context) { if (auto* serializeContext = azrtti_cast(context)) { serializeContext->Class() ->Version(1) ->Field("passName", &TimestampSerializerEntry::m_passName) ->Field("timestampResultInNanoseconds", &TimestampSerializerEntry::m_timestampResultInNanoseconds) ; } } // --- PipelineStatisticsSerializer --- PipelineStatisticsSerializer::PipelineStatisticsSerializer(AZStd::vector&& passes) { for (const RPI::Pass* pass : passes) { m_pipelineStatisticsEntries.push_back({pass->GetName(), pass->GetLatestPipelineStatisticsResult()}); } } void PipelineStatisticsSerializer::Reflect(AZ::ReflectContext* context) { if (auto* serializeContext = azrtti_cast(context)) { serializeContext->Class() ->Version(1) ->Field("pipelineStatisticsEntries", &PipelineStatisticsSerializer::m_pipelineStatisticsEntries) ; } PipelineStatisticsSerializerEntry::Reflect(context); } // --- PipelineStatisticsSerializerEntry --- void PipelineStatisticsSerializer::PipelineStatisticsSerializerEntry::Reflect(AZ::ReflectContext* context) { if (auto* serializeContext = azrtti_cast(context)) { serializeContext->Class() ->Version(1) ->Field("passName", &PipelineStatisticsSerializerEntry::m_passName) ->Field("pipelineStatisticsResult", &PipelineStatisticsSerializerEntry::m_pipelineStatisticsResult) ; } } // --- CpuProfilingStatisticsSerializer --- CpuProfilingStatisticsSerializer::CpuProfilingStatisticsSerializer(RHI::CpuProfiler::TimeRegionMap& timeRegionMap) { // Create serializable entries for (auto& treadEntry : timeRegionMap) { for (auto& cachedRegionEntry : treadEntry.second) { m_cpuProfilingStatisticsSerializerEntries.emplace_back(cachedRegionEntry.second); } } } void CpuProfilingStatisticsSerializer::Reflect(AZ::ReflectContext* context) { if (auto* serializeContext = azrtti_cast(context)) { serializeContext->Class() ->Version(1) ->Field("cpuProfilingStatisticsSerializerEntry", &CpuProfilingStatisticsSerializer::m_cpuProfilingStatisticsSerializerEntries) ; } CpuProfilingStatisticsSerializerEntry::Reflect(context); } // --- CpuProfilingStatisticsSerializerEntry --- CpuProfilingStatisticsSerializer::CpuProfilingStatisticsSerializerEntry::CpuProfilingStatisticsSerializerEntry(const RHI::CachedTimeRegion& cachedTimeRegion) { // Converts ticks to Nanoseconds static const auto ticksToNanoSeconds = [](AZStd::sys_time_t elapsedInTicks) -> AZStd::sys_time_t { const AZStd::sys_time_t ticksPerSecond = AZStd::GetTimeTicksPerSecond(); const AZStd::sys_time_t timeInNanoseconds = (elapsedInTicks * 1000000) / (ticksPerSecond / 1000); return timeInNanoseconds; }; m_groupName = cachedTimeRegion.m_groupRegionName->m_groupName; m_regionName = cachedTimeRegion.m_groupRegionName->m_regionName; m_stackDepth = cachedTimeRegion.m_stackDepth; m_elapsedInNanoseconds = ticksToNanoSeconds(cachedTimeRegion.m_endTick - cachedTimeRegion.m_startTick); } void CpuProfilingStatisticsSerializer::CpuProfilingStatisticsSerializerEntry::Reflect(AZ::ReflectContext* context) { if (auto* serializeContext = azrtti_cast(context)) { serializeContext->Class() ->Version(1) ->Field("groupName", &CpuProfilingStatisticsSerializerEntry::m_groupName) ->Field("regionName", &CpuProfilingStatisticsSerializerEntry::m_regionName) ->Field("stackDepth", &CpuProfilingStatisticsSerializerEntry::m_stackDepth) ->Field("elapsedInNanoseconds", &CpuProfilingStatisticsSerializerEntry::m_elapsedInNanoseconds) ; } } // --- ProfilingCaptureSystemComponent --- void ProfilingCaptureSystemComponent::Reflect(AZ::ReflectContext* context) { if (auto serializeContext = azrtti_cast(context)) { serializeContext->Class() ->Version(1) ; } if (AZ::BehaviorContext* behaviorContext = azrtti_cast(context)) { behaviorContext->EBus("ProfilingCaptureRequestBus") ->Attribute(AZ::Script::Attributes::Scope, AZ::Script::Attributes::ScopeFlags::Automation) ->Attribute(AZ::Script::Attributes::Module, "atom") ->Event("CapturePassTimestamp", &ProfilingCaptureRequestBus::Events::CapturePassTimestamp) ->Event("CapturePassPipelineStatistics", &ProfilingCaptureRequestBus::Events::CapturePassPipelineStatistics) ->Event("CaptureCpuProfilingStatistics", &ProfilingCaptureRequestBus::Events::CaptureCpuProfilingStatistics) ; ProfilingCaptureNotificationBusHandler::Reflect(context); } TimestampSerializer::Reflect(context); PipelineStatisticsSerializer::Reflect(context); CpuProfilingStatisticsSerializer::Reflect(context); } void ProfilingCaptureSystemComponent::Activate() { ProfilingCaptureRequestBus::Handler::BusConnect(); } void ProfilingCaptureSystemComponent::Deactivate() { TickBus::Handler::BusDisconnect(); ProfilingCaptureRequestBus::Handler::BusDisconnect(); } bool ProfilingCaptureSystemComponent::CapturePassTimestamp(const AZStd::string& outputFilePath) { // Find the root pass. AZStd::vector passes = FindPasses({ "Root" }); if (passes.empty()) { return false; } RPI::Pass* root = passes[0]; // Enable all the Timestamp queries in passes. root->SetTimestampQueryEnabled(true); const bool captureStarted = m_timestampCapture.StartCapture([this, root, outputFilePath]() { JsonSerializerSettings serializationSettings; serializationSettings.m_keepDefaults = true; TimestampSerializer timestapSerializer(CollectPassesRecursively(root)); const auto saveResult = JsonSerializationUtils::SaveObjectToFile(×tapSerializer, outputFilePath, (TimestampSerializer*)nullptr, &serializationSettings); AZStd::string captureInfo = outputFilePath; if (!saveResult.IsSuccess()) { captureInfo = AZStd::string::format("Failed to save pass' Timestamps to file '%s'. Error: %s", outputFilePath.c_str(), saveResult.GetError().c_str()); AZ_Warning("ProfilingCaptureSystemComponent", false, captureInfo.c_str()); } // Disable all the Timestamp queries in passes. root->SetTimestampQueryEnabled(false); // Notify listeners that the pass' Timestamp queries capture has finished. ProfilingCaptureNotificationBus::Broadcast(&ProfilingCaptureNotificationBus::Events::OnCaptureQueryTimestampFinished, saveResult.IsSuccess(), captureInfo); }); // Start the TickBus. if (captureStarted) { TickBus::Handler::BusConnect(); } return captureStarted; } bool ProfilingCaptureSystemComponent::CapturePassPipelineStatistics(const AZStd::string& outputFilePath) { // Find the root pass. AZStd::vector passes = FindPasses({ "Root" }); if (passes.empty()) { return false; } RPI::Pass* root = passes[0]; // Enable all the PipelineStatistics queries in passes. root->SetPipelineStatisticsQueryEnabled(true); const bool captureStarted = m_pipelineStatisticsCapture.StartCapture([this, root, outputFilePath]() { JsonSerializerSettings serializationSettings; serializationSettings.m_keepDefaults = true; PipelineStatisticsSerializer pipelineStatisticsSerializer(CollectPassesRecursively(root)); const auto saveResult = JsonSerializationUtils::SaveObjectToFile(&pipelineStatisticsSerializer, outputFilePath, (PipelineStatisticsSerializer*)nullptr, &serializationSettings); AZStd::string captureInfo = outputFilePath; if (!saveResult.IsSuccess()) { captureInfo = AZStd::string::format("Failed to save pass' PipelineStatistics to file '%s'. Error: %s", outputFilePath.c_str(), saveResult.GetError().c_str()); AZ_Warning("ProfilingCaptureSystemComponent", false, captureInfo.c_str()); } // Disable all the PipelineStatistics queries in passes. root->SetPipelineStatisticsQueryEnabled(false); // Notify listeners that the pass' PipelineStatistics queries capture has finished. ProfilingCaptureNotificationBus::Broadcast(&ProfilingCaptureNotificationBus::Events::OnCaptureQueryPipelineStatisticsFinished, saveResult.IsSuccess(), captureInfo); }); // Start the TickBus. if (captureStarted) { TickBus::Handler::BusConnect(); } return captureStarted; } bool ProfilingCaptureSystemComponent::CaptureCpuProfilingStatistics(const AZStd::string& outputFilePath) { // Start the cpu profiling bool wasEnabled = RHI::CpuProfiler::Get()->IsProfilerEnabled(); if (!wasEnabled) { RHI::CpuProfiler::Get()->SetProfilerEnabled(true); } const bool captureStarted = m_cpuProfilingStatisticsCapture.StartCapture([this, outputFilePath, wasEnabled]() { JsonSerializerSettings serializationSettings; serializationSettings.m_keepDefaults = true; // Get time Cpu profiled time regions RHI::CpuProfiler::TimeRegionMap timeRegionMap; RHI::CpuProfiler::Get()->FlushTimeRegionMap(timeRegionMap); CpuProfilingStatisticsSerializer serializer(timeRegionMap); const auto saveResult = JsonSerializationUtils::SaveObjectToFile(&serializer, outputFilePath, (CpuProfilingStatisticsSerializer*)nullptr, &serializationSettings); AZStd::string captureInfo = outputFilePath; if (!saveResult.IsSuccess()) { captureInfo = AZStd::string::format("Failed to save Cpu Profiling Statistics data to file '%s'. Error: %s", outputFilePath.c_str(), saveResult.GetError().c_str()); AZ_Warning("ProfilingCaptureSystemComponent", false, captureInfo.c_str()); } else { AZ_Printf("ProfilingCaptureSystemComponent", "Cpu profiling statistics was saved to file [%s]\n", outputFilePath.c_str()); } // Disable the profiler again if (!wasEnabled) { RHI::CpuProfiler::Get()->SetProfilerEnabled(false); } // Notify listeners that the pass' PipelineStatistics queries capture has finished. ProfilingCaptureNotificationBus::Broadcast(&ProfilingCaptureNotificationBus::Events::OnCaptureCpuProfilingStatisticsFinished, saveResult.IsSuccess(), captureInfo); }); // Start the TickBus. if (captureStarted) { TickBus::Handler::BusConnect(); } return captureStarted; } AZStd::vector ProfilingCaptureSystemComponent::CollectPassesRecursively(const RPI::Pass* root) const { AZStd::vector passes; AZStd::function collectPass = [&](const RPI::Pass* pass) { passes.push_back(pass); const RPI::ParentPass* asParent = pass->AsParent(); if (asParent) { for (const auto& child : asParent->GetChildren()) { collectPass(child.get()); } } }; collectPass(root); return passes; } AZStd::vector ProfilingCaptureSystemComponent::FindPasses(AZStd::vector&& passHierarchy) const { // Find the pass first. RPI::PassHierarchyFilter passFilter(passHierarchy); AZStd::vector foundPasses = AZ::RPI::PassSystemInterface::Get()->FindPasses(passFilter); if (foundPasses.size() == 0) { AZ_Warning("ProfilingCaptureSystemComponent", false, "Failed to find pass from %s", passFilter.ToString().c_str()); } return foundPasses; } void ProfilingCaptureSystemComponent::OnTick([[maybe_unused]] float deltaTime, [[maybe_unused]] ScriptTimePoint time) { // Update the delayed captures m_timestampCapture.UpdateCapture(); m_pipelineStatisticsCapture.UpdateCapture(); m_cpuProfilingStatisticsCapture.UpdateCapture(); // Disconnect from the TickBus if all capture states are set to idle. if (m_timestampCapture.IsIdle() && m_pipelineStatisticsCapture.IsIdle() && m_cpuProfilingStatisticsCapture.IsIdle()) { TickBus::Handler::BusDisconnect(); } } } }