Added the possibility to show remote/local screen share on video controllers

Author: 4thlabs

Runtime/Components/ConferenceController.cs

@@ -19,6 +19,9 @@ public class ConferenceController : MonoBehaviour
 
         private List<VideoController> _videoControllers = new List<VideoController>();
 
+        private VideoFrameHandler _cameraVideoFrameHandler = null;
+        private VideoFrameHandler _screenShareVideoFrameHandler = null;
+
         [Tooltip("The conference alias to join.")]
         [SerializeField]
         private string _conferenceAlias;
@@ -39,6 +42,7 @@ public string ConferenceAlias
         public bool AutoJoin = false;
 
         public GameObject VideoDevice;
+        public GameObject ScreenShareSource;
 
         void Start()
         {
@@ -133,10 +137,17 @@ public void StartVideo()
                 }
             }
 
+            var controller = _videoControllers.Find(c => c.IsLocal == true);
+            if (controller)
+            {
+                _cameraVideoFrameHandler = new VideoFrameHandler();
+                _cameraVideoFrameHandler.Sink = controller.VideoRenderer;
+            }
+
             DolbyIOManager.QueueOnMainThread(() =>
             {
 
-                _sdk.Video.Local.StartAsync(device).ContinueWith
+                _sdk.Video.Local.StartAsync(device, _cameraVideoFrameHandler).ContinueWith
                 (
                     t => Debug.LogError(t.Exception),
                     TaskContinuationOptions.OnlyOnFaulted
@@ -153,7 +164,53 @@ public void StopVideo()
             }
             catch (DolbyIOException e)
             {
-                Debug.LogError(e.Message);
+                Debug.LogError("Failed to stop video." + e);
+            }
+        }
+
+        public void StartScreenShare()
+        {
+            try
+            {
+                if (ScreenShareSource)
+                {
+                    var dropdown = ScreenShareSource.GetComponent<ScreenShareSourceDropdown>();
+                    if (dropdown.CurrentSource.Id != 0)
+                    {
+                        var controller = _videoControllers.Find(c => c.IsLocal && c.IsScreenShare);
+                        if (controller)
+                        {
+                            _screenShareVideoFrameHandler = new VideoFrameHandler();
+                            _screenShareVideoFrameHandler.Sink = controller.VideoRenderer;
+                        }
+
+                        _sdk.Video.Local.StartScreenShareAsync(dropdown.CurrentSource, _screenShareVideoFrameHandler)
+                            .ContinueWith
+                            (
+                                t => Debug.LogError(t.Exception),
+                                TaskContinuationOptions.OnlyOnFaulted
+                            );
+                    }
+                    else
+                    {
+                        throw new Exception("No source selected");
+                    }
+                }
+            }
+            catch (DolbyIOException e)
+            {
+                Debug.LogError("Failed to start screen share" + e);
+            }
+        }
+
+        public void StopScreenShare()
+        {
+            try
+            {
+            }
+            catch (DolbyIOException e)
+            {
+                Debug.LogError("Failed to stop screen share" + e);
             }
         }
 
@@ -209,6 +266,11 @@ private async Task UpdateVideoControllers()
             {
                 string participantId = "";
 
+                if (c.IsLocal)
+                {
+                    return;
+                }
+
                 switch (c.FilterBy)
                 {
                     case ParticipantFilter.ParticipantId:

Runtime/Components/devices/ScreenShareSourceDropdown.cs

@@ -0,0 +1,58 @@
+using UnityEngine;
+using System.Collections;
+using System.Collections.Generic;
+using DolbyIO.Comms;
+using DolbyIO.Comms.Unity;
+using TMPro;
+using System.Threading.Tasks;
+
+[AddComponentMenu("Dolby.io Comms/Devices/Screen Share Source Dropdown", 252)]
+public class ScreenShareSourceDropdown : MonoBehaviour
+{
+    private DolbyIOSDK _sdk = DolbyIOManager.Sdk;
+    private TMP_Dropdown _dropdown;
+
+    private List<ScreenShareSource> _currentSources;
+
+    public ScreenShareSource CurrentSource;
+
+    // Use this for initialization
+    void Awake()
+	{
+        _dropdown = GetComponent<TMP_Dropdown>();
+        _dropdown.onValueChanged.AddListener(delegate
+        {
+            OnDropdownSelect(_dropdown);
+        });
+    }
+
+    void Start()
+    {
+        LoadDevices().ContinueWith(t => Debug.LogError(t.Exception.Message), TaskContinuationOptions.OnlyOnFaulted);
+    }
+
+
+    public async Task LoadDevices()
+    {
+        try
+        {
+            _dropdown.ClearOptions();
+
+            _currentSources = await _sdk.MediaDevice.GetScreenShareSourcesAsync();
+
+            var titles = _currentSources.ConvertAll(device => device.Title);
+
+            _dropdown.AddOptions(titles);
+        }
+        catch (DolbyIOException e)
+        {
+            Debug.LogError(e.Message);
+        }
+    }
+
+    private void OnDropdownSelect(TMP_Dropdown value)
+    {
+        CurrentSource = _currentSources[_dropdown.value];
+    }
+}
+

Runtime/Components/devices/ScreenShareSourceDropdown.cs.meta

@@ -27,6 +27,12 @@ public class VideoController : MonoBehaviour
 
         [Tooltip("The filter value.")]
         public string Filter;
+
+        [Tooltip("Whether to display local or remote video.")]
+        public bool IsLocal = false;
+
+        [Tooltip("Wether to display screenshare.")]
+        public bool IsScreenShare = false;
 
         private VideoTrack _videoTrack;