Implement handling audio levels SFU event + add participant AudioLevelChanged and IsSpeakingChanged events

Author: sierpinskid

Packages/StreamVideo/Runtime/Core/LowLevelClient/RtcSession.cs

@@ -1421,8 +1421,8 @@ private void OnSfuConnectionQualityChanged(ConnectionQualityChanged connectionQu
 
         private void OnSfuAudioLevelChanged(AudioLevelChanged audioLevelChanged)
         {
-
-            // StreamTODO: Implement OnSfuAudioLevelChanged
+            // Ignore tracing AudioLevelChanged -> not much debug value + creates too much noise in data
+            ActiveCall?.UpdateFromSfu(audioLevelChanged);
         }
 
         private void OnSfuPublisherAnswer(PublisherAnswer publisherAnswer)

Packages/StreamVideo/Runtime/Core/Models/CallSession.cs

@@ -232,5 +232,19 @@ private void UpdateParticipantCountFromSessionInternal(int anonymousParticipantC
             ((IStateLoadableFrom<SfuParticipantCount, ParticipantCount>)ParticipantCount)
                 .LoadFromDto(dto, null);
         }
+
+        internal void UpdateFromSfu(AudioLevelChanged audioLevelChanged)
+        {
+            foreach (var entry in audioLevelChanged.AudioLevels)
+            {
+                for (int i = 0; i < _participants.Count; i++)
+                {
+                    if (_participants[i].SessionId == entry.SessionId)
+                    {
+                        _participants[i].UpdateFromSfu(entry);
+                    }
+                }
+            }
+        }
     }
 }

Packages/StreamVideo/Runtime/Core/StatefulModels/IStreamVideoCallParticipant.cs

@@ -22,6 +22,16 @@ public interface IStreamVideoCallParticipant : IStreamStatefulModel, IHasCustomD
         /// </summary>
         event ParticipantTrackChangedHandler TrackIsEnabledChanged;
 
+        /// <summary>
+        /// Event notifying that the value of <see cref="AudioLevel"/> changed for this participant. The event callback contains the current value of <see cref="AudioLevel"/>
+        /// </summary>
+        event Action<float> AudioLevelChanged;
+        
+        /// <summary>
+        /// Event notifying that the value of <see cref="IsSpeaking"/> changed for this participant. The event callback contains the current value of <see cref="IsSpeaking"/>
+        /// </summary>
+        event Action<bool> IsSpeakingChanged;
+        
         /// <summary>
         /// Is this participant "pinned" in the call meaning it will have precedence in <see cref="IStreamCall.SortedParticipants"/> list
         /// </summary>

Packages/StreamVideo/Runtime/Core/StatefulModels/StreamCall.cs

@@ -720,6 +720,11 @@ internal void UpdateFromSfu(HealthCheckResponse healthCheckResponse, ICache cach
         {
             Session?.UpdateFromSfu(healthCheckResponse, cache);
         }
+        
+        internal void UpdateFromSfu(AudioLevelChanged audioLevelChanged)
+        {
+            Session?.UpdateFromSfu(audioLevelChanged);
+        }
 
         internal void UpdateFromCoordinator(CallSessionParticipantCountsUpdatedEventInternalDTO eventData)
         {

Packages/StreamVideo/Runtime/Core/StatefulModels/StreamVideoCallParticipant.cs

@@ -9,6 +9,7 @@
 using StreamVideo.Core.StatefulModels.Tracks;
 using StreamVideo.Core.Utils;
 using StreamVideo.Libs.Serialization;
+using StreamVideo.v1.Sfu.Events;
 using Unity.WebRTC;
 using UnityEngine;
 using Participant = StreamVideo.v1.Sfu.Models.Participant;
@@ -22,6 +23,9 @@ internal sealed class StreamVideoCallParticipant : StreamStatefulModelBase<Strea
     {
         public event ParticipantTrackChangedHandler TrackAdded;
         public event ParticipantTrackChangedHandler TrackIsEnabledChanged;
+        
+        public event Action<float> AudioLevelChanged;
+        public event Action<bool> IsSpeakingChanged;
 
         public bool IsLocalParticipant => SessionId == Client.InternalLowLevelClient.RtcSession.SessionId;
 
@@ -60,9 +64,39 @@ internal sealed class StreamVideoCallParticipant : StreamStatefulModelBase<Strea
 
         public string TrackLookupPrefix { get; private set; }
         public ConnectionQuality ConnectionQuality { get; private set; }
-        public bool IsSpeaking { get; private set; }
+
+        public bool IsSpeaking
+        {
+            get => _isSpeaking;
+            private set
+            {
+                if (_isSpeaking == value)
+                {
+                    return;
+                }
+                
+                _isSpeaking = value;
+                IsSpeakingChanged?.Invoke(value);
+            }
+        }
+
         public bool IsDominantSpeaker { get; private set; }
-        public float AudioLevel { get; private set; }
+
+        public float AudioLevel
+        {
+            get => _audioLevel;
+            private set
+            {
+                if (Math.Abs(_audioLevel - value) < Mathf.Epsilon)
+                {
+                    return;
+                }
+                
+                _audioLevel = value;
+                AudioLevelChanged?.Invoke(value);
+            }
+        }
+
         public string Name { get; private set; }
         public string Image { get; private set; }
         public IEnumerable<string> Roles => _roles;
@@ -176,6 +210,12 @@ internal void UpdateFromSfu(Participant dto)
         {
             ((IUpdateableFrom<Participant, StreamVideoCallParticipant>)this).UpdateFromDto(dto, Cache);
         }
+        
+        internal void UpdateFromSfu(AudioLevel audioLevel)
+        {
+            IsSpeaking = audioLevel.IsSpeaking;
+            AudioLevel = audioLevel.Level;
+        }
 
         internal void Update()
         {
@@ -280,6 +320,8 @@ protected override Task UploadCustomDataAsync()
 
         private readonly List<TrackType> _publishedTracks = new List<TrackType>();
         private readonly List<string> _roles = new List<string>();
+        private float _audioLevel;
+        private bool _isSpeaking;
 
         #endregion