|
| 1 | +#include "renderdoc_debug_system.h" |
| 2 | + |
| 3 | +#include <cstring> |
| 4 | +#include <iostream> |
| 5 | + |
| 6 | +#if defined(_WIN32) |
| 7 | + #define WIN32_LEAN_AND_MEAN |
| 8 | + #include <windows.h> |
| 9 | +#elif defined(__APPLE__) || defined(__linux__) |
| 10 | + #include <dlfcn.h> |
| 11 | +#endif |
| 12 | + |
| 13 | +// Value for eRENDERDOC_API_Version_1_4_1 from RenderDoc's header to avoid including it |
| 14 | +#ifndef RENDERDOC_API_VERSION_1_4_1 |
| 15 | +#define RENDERDOC_API_VERSION_1_4_1 10401 |
| 16 | +#endif |
| 17 | + |
| 18 | +// Minimal local typedefs and struct to receive function pointers without including renderdoc_app.h |
| 19 | +using pTriggerCaptureLocal = void (*)(); |
| 20 | +using pStartFrameCaptureLocal = void (*)(void*, void*); |
| 21 | +using pEndFrameCaptureLocal = unsigned int (*)(void*, void*); |
| 22 | + |
| 23 | +struct RENDERDOC_API_1_4_1_MIN { |
| 24 | + pTriggerCaptureLocal TriggerCapture; |
| 25 | + void* _pad0; // We don't rely on layout beyond the subset we read via memcpy |
| 26 | + pStartFrameCaptureLocal StartFrameCapture; |
| 27 | + pEndFrameCaptureLocal EndFrameCapture; |
| 28 | +}; |
| 29 | + |
| 30 | +bool RenderDocDebugSystem::LoadRenderDocAPI() { |
| 31 | + if (renderdocAvailable) return true; |
| 32 | + |
| 33 | + // Try to fetch RENDERDOC_GetAPI from a loaded module without forcing a dependency |
| 34 | + pRENDERDOC_GetAPI getAPI = nullptr; |
| 35 | + |
| 36 | +#if defined(_WIN32) |
| 37 | + HMODULE mod = GetModuleHandleA("renderdoc.dll"); |
| 38 | + if (!mod) { |
| 39 | + // If not already injected/loaded, do not force-load. We can attempt LoadLibraryA as a fallback |
| 40 | + mod = LoadLibraryA("renderdoc.dll"); |
| 41 | + if (!mod) { |
| 42 | + LOG_INFO("RenderDoc", "RenderDoc not loaded into process"); |
| 43 | + return false; |
| 44 | + } |
| 45 | + } |
| 46 | + getAPI = reinterpret_cast<pRENDERDOC_GetAPI>(GetProcAddress(mod, "RENDERDOC_GetAPI")); |
| 47 | +#elif defined(__APPLE__) || defined(__linux__) |
| 48 | + void* mod = dlopen("librenderdoc.so", RTLD_NOW | RTLD_NOLOAD); |
| 49 | + if (!mod) { |
| 50 | + // Try to load if not already loaded; if unavailable, just no-op |
| 51 | + mod = dlopen("librenderdoc.so", RTLD_NOW); |
| 52 | + if (!mod) { |
| 53 | + LOG_INFO("RenderDoc", "RenderDoc not loaded into process"); |
| 54 | + return false; |
| 55 | + } |
| 56 | + } |
| 57 | + getAPI = reinterpret_cast<pRENDERDOC_GetAPI>(dlsym(mod, "RENDERDOC_GetAPI")); |
| 58 | +#endif |
| 59 | + |
| 60 | + if (!getAPI) { |
| 61 | + LOG_WARNING("RenderDoc", "RENDERDOC_GetAPI symbol not found"); |
| 62 | + return false; |
| 63 | + } |
| 64 | + |
| 65 | + // Request API 1.4.1 into a temporary buffer and then extract needed functions |
| 66 | + RENDERDOC_API_1_4_1_MIN apiMin{}; |
| 67 | + void* apiPtr = nullptr; |
| 68 | + int result = getAPI(RENDERDOC_API_VERSION_1_4_1, &apiPtr); |
| 69 | + if (result == 0 || apiPtr == nullptr) { |
| 70 | + LOG_WARNING("RenderDoc", "Failed to acquire RenderDoc API 1.4.1"); |
| 71 | + return false; |
| 72 | + } |
| 73 | + |
| 74 | + // Copy only the subset we care about; layout is stable for these early members |
| 75 | + std::memcpy(&apiMin, apiPtr, sizeof(apiMin)); |
| 76 | + |
| 77 | + fnTriggerCapture = apiMin.TriggerCapture; |
| 78 | + fnStartFrameCapture = apiMin.StartFrameCapture; |
| 79 | + fnEndFrameCapture = apiMin.EndFrameCapture; |
| 80 | + |
| 81 | + renderdocAvailable = (fnTriggerCapture || fnStartFrameCapture || fnEndFrameCapture); |
| 82 | + |
| 83 | + if (renderdocAvailable) { |
| 84 | + LOG_INFO("RenderDoc", "RenderDoc API loaded"); |
| 85 | + } else { |
| 86 | + LOG_WARNING("RenderDoc", "RenderDoc API did not provide expected functions"); |
| 87 | + } |
| 88 | + |
| 89 | + return renderdocAvailable; |
| 90 | +} |
| 91 | + |
| 92 | +void RenderDocDebugSystem::TriggerCapture() { |
| 93 | + if (!renderdocAvailable && !LoadRenderDocAPI()) return; |
| 94 | + if (fnTriggerCapture) { |
| 95 | + fnTriggerCapture(); |
| 96 | + LOG_INFO("RenderDoc", "Triggered capture"); |
| 97 | + } else { |
| 98 | + LOG_WARNING("RenderDoc", "TriggerCapture not available"); |
| 99 | + } |
| 100 | +} |
| 101 | + |
| 102 | +void RenderDocDebugSystem::StartFrameCapture(void* device, void* window) { |
| 103 | + if (!renderdocAvailable && !LoadRenderDocAPI()) return; |
| 104 | + if (fnStartFrameCapture) { |
| 105 | + fnStartFrameCapture(device, window); |
| 106 | + LOG_DEBUG("RenderDoc", "StartFrameCapture called"); |
| 107 | + } else { |
| 108 | + LOG_WARNING("RenderDoc", "StartFrameCapture not available"); |
| 109 | + } |
| 110 | +} |
| 111 | + |
| 112 | +bool RenderDocDebugSystem::EndFrameCapture(void* device, void* window) { |
| 113 | + if (!renderdocAvailable && !LoadRenderDocAPI()) return false; |
| 114 | + if (fnEndFrameCapture) { |
| 115 | + unsigned int ok = fnEndFrameCapture(device, window); |
| 116 | + LOG_DEBUG("RenderDoc", ok ? "EndFrameCapture succeeded" : "EndFrameCapture failed"); |
| 117 | + return ok != 0; |
| 118 | + } |
| 119 | + LOG_WARNING("RenderDoc", "EndFrameCapture not available"); |
| 120 | + return false; |
| 121 | +} |
0 commit comments