make the hrtf listener sync with the camera location and rotation.

Author: gpx1000

attachments/simple_engine/audio_system.cpp

@@ -22,6 +22,7 @@
 #endif
 
 #include "renderer.h"
+#include "engine.h"
 
 // OpenAL error checking utility
 static void CheckOpenALError(const std::string& operation) {
@@ -537,7 +538,10 @@ void AudioSystem::GenerateSineWavePing(float* buffer, uint32_t sampleCount, uint
 
 }
 
-bool AudioSystem::Initialize(Renderer* renderer) {
+bool AudioSystem::Initialize(Engine* engine, Renderer* renderer) {
+    // Store the engine reference for accessing active camera
+    this->engine = engine;
+
     if (renderer) {
         // Validate renderer if provided
         if (!renderer->IsInitialized()) {
@@ -588,6 +592,24 @@ void AudioSystem::Update(float deltaTime) {
         return;
     }
 
+    // Synchronize HRTF listener position and orientation with active camera
+    if (engine) {
+        CameraComponent* activeCamera = engine->GetActiveCamera();
+        if (activeCamera) {
+            // Get camera position
+            glm::vec3 cameraPos = activeCamera->GetPosition();
+            SetListenerPosition(cameraPos.x, cameraPos.y, cameraPos.z);
+
+            // Calculate camera forward and up vectors for orientation
+            // The camera looks at its target, so forward = normalize(target - position)
+            glm::vec3 target = activeCamera->GetTarget();
+            glm::vec3 up = activeCamera->GetUp();
+            glm::vec3 forward = glm::normalize(target - cameraPos);
+
+            SetListenerOrientation(forward.x, forward.y, forward.z, up.x, up.y, up.z);
+        }
+    }
+
     // Update audio sources and process spatial audio
     for (auto& source : sources) {
         if (!source->IsPlaying()) {

attachments/simple_engine/audio_system.h

@@ -79,6 +79,7 @@ class AudioSource {
 
 // Forward declarations
 class Renderer;
+class Engine;
 
 /**
  * @brief Interface for audio output devices.
@@ -154,10 +155,11 @@ class AudioSystem {
 
     /**
      * @brief Initialize the audio system.
+     * @param engine Pointer to the engine for accessing active camera.
      * @param renderer Pointer to the renderer for compute shader support.
      * @return True if initialization was successful, false otherwise.
      */
-    bool Initialize(Renderer* renderer = nullptr);
+    bool Initialize(Engine* engine, Renderer* renderer = nullptr);
 
     /**
      * @brief Update the audio system.
@@ -298,6 +300,9 @@ class AudioSystem {
     // Renderer for compute shader support
     Renderer* renderer = nullptr;
 
+    // Engine reference for accessing active camera
+    Engine* engine = nullptr;
+
     // Audio output device for sending processed audio to speakers
     std::unique_ptr<AudioOutputDevice> outputDevice = nullptr;
 

attachments/simple_engine/camera_component.h

@@ -182,6 +182,22 @@ class CameraComponent : public Component {
         return transform ? transform->GetPosition() : glm::vec3(0.0f, 0.0f, 0.0f);
     }
 
+    /**
+     * @brief Get the camera target.
+     * @return The camera target.
+     */
+    const glm::vec3& GetTarget() const {
+        return target;
+    }
+
+    /**
+     * @brief Get the camera up vector.
+     * @return The camera up vector.
+     */
+    const glm::vec3& GetUp() const {
+        return up;
+    }
+
 private:
     /**
      * @brief Update the view matrix based on the camera position and target.

attachments/simple_engine/engine.cpp

@@ -133,7 +133,7 @@ bool Engine::Initialize(const std::string& appName, int width, int height, bool
     renderer->SetModelLoader(modelLoader.get());
 
     // Initialize audio system
-    if (!audioSystem->Initialize(renderer.get())) {
+    if (!audioSystem->Initialize(this, renderer.get())) {
         return false;
     }
 
@@ -516,7 +516,7 @@ bool Engine::InitializeAndroid(android_app* app, const std::string& appName, boo
     renderer->SetModelLoader(modelLoader.get());
 
     // Initialize audio system
-    if (!audioSystem->Initialize(renderer.get())) {
+    if (!audioSystem->Initialize(this, renderer.get())) {
         return false;
     }