Show screenshares as fullscreen

app/src/main/java/com/nextcloud/talk/activities/CallViewModel.kt

@@ -0,0 +1,100 @@
+/*
+ * Nextcloud Talk - Android Client
+ *
+ * SPDX-FileCopyrightText: 2025 Marcel Hibbe <dev@mhibbe.de>
+ * SPDX-License-Identifier: GPL-3.0-or-later
+ */
+package com.nextcloud.talk.activities
+
+import android.util.Log
+import androidx.lifecycle.ViewModel
+import androidx.lifecycle.viewModelScope
+import com.nextcloud.talk.signaling.SignalingMessageReceiver
+import kotlinx.coroutines.flow.MutableStateFlow
+import kotlinx.coroutines.flow.StateFlow
+import kotlinx.coroutines.flow.asStateFlow
+import kotlinx.coroutines.launch
+import java.util.concurrent.ConcurrentHashMap
+import javax.inject.Inject
+
+class CallViewModel @Inject constructor() : ViewModel() {
+
+    private val participantHandlers: MutableMap<String, ParticipantHandler> = ConcurrentHashMap()
+
+    private val _participants = MutableStateFlow<List<ParticipantUiState>>(emptyList())
+    val participants: StateFlow<List<ParticipantUiState>> = _participants.asStateFlow()
+
+    private val _activeScreenShareSession = MutableStateFlow<ParticipantUiState?>(null)
+    val activeScreenShareSession: StateFlow<ParticipantUiState?> = _activeScreenShareSession.asStateFlow()
+
+    fun getParticipant(sessionId: String?): ParticipantHandler? {
+        if (sessionId == null) {
+            Log.w(TAG, "Attempted to get participant with null sessionId.")
+            return null
+        }
+        return participantHandlers[sessionId]
+    }
+
+    fun doesParticipantExist(sessionId: String?): Boolean = (participantHandlers.containsKey(sessionId))
+
+    fun addParticipant(
+        baseUrl: String,
+        roomToken: String,
+        sessionId: String,
+        signalingMessageReceiver: SignalingMessageReceiver
+    ) {
+        if (participantHandlers.containsKey(sessionId)) return
+
+        val participantHandler = ParticipantHandler(
+            sessionId,
+            baseUrl,
+            roomToken,
+            signalingMessageReceiver,
+            onParticipantShareScreen = {
+                onShareScreen(it)
+            },
+            onParticipantUnshareScreen = {
+                onUnshareScreen(it)
+            }
+        )
+        participantHandlers[sessionId] = participantHandler
+
+        viewModelScope.launch {
+            participantHandler.uiState.collect {
+                _participants.value = participantHandlers.values.map { it.uiState.value }
+            }
+        }
+    }
+
+    fun onShareScreen(sessionId: String?) {
+        setActiveScreenShareSession(sessionId)
+    }
+
+    fun onUnshareScreen(sessionId: String?) {
+        if (_activeScreenShareSession.value?.sessionKey.equals(sessionId)) {
+            setActiveScreenShareSession(null)
+        }
+    }
+
+    fun removeParticipant(sessionId: String) {
+        participantHandlers[sessionId]?.destroy()
+        participantHandlers.remove(sessionId)
+        _participants.value = participantHandlers.values.map { it.uiState.value }
+    }
+
+    fun setActiveScreenShareSession(session: String?) {
+        _activeScreenShareSession.value = session?.let {
+            participantHandlers[it]?.uiState?.value
+        }
+    }
+
+    public override fun onCleared() {
+        participantHandlers.values.forEach { it.destroy() }
+        participantHandlers.clear()
+        _participants.value = emptyList()
+    }
+
+    companion object {
+        private val TAG = CallViewModel::class.java.simpleName
+    }
+}

app/src/main/java/com/nextcloud/talk/activities/ParticipantHandler.kt

@@ -0,0 +1,235 @@
+/*
+ * Nextcloud Talk - Android Client
+ *
+ * SPDX-FileCopyrightText: 2025 Marcel Hibbe <dev@mhibbe.de>
+ * SPDX-License-Identifier: GPL-3.0-or-later
+ */
+
+package com.nextcloud.talk.activities
+
+import android.util.Log
+import com.nextcloud.talk.models.json.participants.Participant
+import com.nextcloud.talk.signaling.SignalingMessageReceiver
+import com.nextcloud.talk.webrtc.PeerConnectionWrapper
+import com.nextcloud.talk.webrtc.PeerConnectionWrapper.DataChannelMessageListener
+import com.nextcloud.talk.webrtc.PeerConnectionWrapper.PeerConnectionObserver
+import kotlinx.coroutines.flow.MutableStateFlow
+import kotlinx.coroutines.flow.StateFlow
+import kotlinx.coroutines.flow.asStateFlow
+import kotlinx.coroutines.flow.update
+import org.webrtc.MediaStream
+import org.webrtc.PeerConnection.IceConnectionState
+
+class ParticipantHandler(
+    private val sessionId: String,
+    val baseUrl: String,
+    val roomToken: String,
+    private val signalingMessageReceiver: SignalingMessageReceiver,
+    onParticipantShareScreen: ((String?) -> Unit?),
+    onParticipantUnshareScreen: ((String?) -> Unit?)
+) {
+    private val _uiState = MutableStateFlow(
+        ParticipantUiState(
+            sessionKey = sessionId,
+            baseUrl = baseUrl,
+            roomToken = roomToken,
+            nick = "Guest",
+            isConnected = true,
+            isAudioEnabled = false,
+            isStreamEnabled = false,
+            isScreenStreamEnabled = false,
+            raisedHand = false,
+            isInternal = false
+        )
+    )
+    val uiState: StateFlow<ParticipantUiState> = _uiState.asStateFlow()
+
+    private var peerConnection: PeerConnectionWrapper? = null
+    private var screenPeerConnection: PeerConnectionWrapper? = null
+
+    private val peerConnectionObserver: PeerConnectionObserver = object : PeerConnectionObserver {
+        override fun onStreamAdded(mediaStream: MediaStream?) {
+            handleStreamChange(mediaStream)
+        }
+
+        override fun onStreamRemoved(mediaStream: MediaStream?) {
+            handleStreamChange(mediaStream)
+        }
+
+        override fun onIceConnectionStateChanged(iceConnectionState: IceConnectionState?) {
+            Log.d(TAG, "onIceConnectionStateChanged " + _uiState.value.nick + " " + iceConnectionState)
+            handleIceConnectionStateChange(iceConnectionState)
+        }
+    }
+
+    private val screenPeerConnectionObserver: PeerConnectionObserver = object : PeerConnectionObserver {
+        override fun onStreamAdded(mediaStream: MediaStream?) {
+            handleScreenStreamChange(mediaStream)
+            onParticipantShareScreen.invoke(_uiState.value.sessionKey)
+        }
+
+        override fun onStreamRemoved(mediaStream: MediaStream?) {
+            handleScreenStreamChange(mediaStream)
+        }
+
+        override fun onIceConnectionStateChanged(iceConnectionState: IceConnectionState?) {
+            // do nothing
+        }
+    }
+
+    private fun handleStreamChange(mediaStream: MediaStream?) {
+        val hasAtLeastOneVideoStream = mediaStream?.videoTracks?.isNotEmpty() == true
+
+        _uiState.update {
+            it.copy(
+                mediaStream = mediaStream,
+                isStreamEnabled = hasAtLeastOneVideoStream
+            )
+        }
+    }
+
+    private fun handleScreenStreamChange(mediaStream: MediaStream?) {
+        val hasAtLeastOneVideoStream = mediaStream?.videoTracks?.isNotEmpty() == true
+
+        _uiState.update {
+            it.copy(
+                screenMediaStream = mediaStream,
+                isScreenStreamEnabled = hasAtLeastOneVideoStream
+            )
+        }
+    }
+
+    private fun handleIceConnectionStateChange(iceConnectionState: IceConnectionState?) {
+        Log.d(TAG, "handleIceConnectionStateChange " + _uiState.value.nick + " " + iceConnectionState)
+
+        if (iceConnectionState == IceConnectionState.NEW ||
+            iceConnectionState == IceConnectionState.CHECKING
+        ) {
+            _uiState.update { it.copy(isAudioEnabled = false) }
+            _uiState.update { it.copy(isStreamEnabled = false) }
+        }
+
+        _uiState.update { it.copy(isConnected = isConnected(iceConnectionState)) }
+    }
+
+    private val dataChannelMessageListener: DataChannelMessageListener = object : DataChannelMessageListener {
+        override fun onAudioOn() {
+            _uiState.update { it.copy(isAudioEnabled = true) }
+        }
+
+        override fun onAudioOff() {
+            _uiState.update { it.copy(isAudioEnabled = false) }
+        }
+
+        override fun onVideoOn() {
+            _uiState.update { it.copy(isStreamEnabled = true) }
+        }
+
+        override fun onVideoOff() {
+            _uiState.update { it.copy(isStreamEnabled = false) }
+        }
+
+        override fun onNickChanged(nick: String?) {
+            _uiState.update { it.copy(nick = nick) }
+        }
+    }
+
+    private val listener = object : SignalingMessageReceiver.CallParticipantMessageListener {
+        override fun onRaiseHand(state: Boolean, timestamp: Long) {
+            _uiState.update { it.copy(raisedHand = state) }
+        }
+
+        override fun onReaction(reaction: String?) {
+            Log.d(TAG, "onReaction")
+        }
+
+        override fun onUnshareScreen() {
+            handleScreenStreamChange(null)
+            onParticipantUnshareScreen.invoke(_uiState.value.sessionKey)
+        }
+    }
+
+    init {
+        signalingMessageReceiver.addListener(listener, sessionId)
+    }
+
+    fun setPeerConnection(peerConnection: PeerConnectionWrapper?) {
+        this.peerConnection?.let {
+            it.removeObserver(peerConnectionObserver)
+            it.removeListener(dataChannelMessageListener)
+        }
+
+        this.peerConnection = peerConnection
+
+        if (this.peerConnection == null) {
+            // special case when participant has no permission. -> no streams are transmitted but he must be shown as
+            // connected
+            _uiState.update { it.copy(mediaStream = null) }
+            _uiState.update { it.copy(isAudioEnabled = false) }
+            _uiState.update { it.copy(isStreamEnabled = false) }
+            _uiState.update { it.copy(isConnected = true) }
+            return
+        }
+
+        Log.d(
+            TAG,
+            "setPeerConnection " + _uiState.value.nick + " " +
+                this.peerConnection?.peerConnection?.iceConnectionState()
+        )
+
+        handleIceConnectionStateChange(this.peerConnection?.peerConnection?.iceConnectionState())
+        handleStreamChange(this.peerConnection?.stream)
+
+        this.peerConnection?.addObserver(peerConnectionObserver)
+        this.peerConnection?.addListener(dataChannelMessageListener)
+    }
+
+    fun setScreenPeerConnection(screenPeerConnectionWrapper: PeerConnectionWrapper?) {
+        this.screenPeerConnection?.removeObserver(screenPeerConnectionObserver)
+
+        this.screenPeerConnection = screenPeerConnectionWrapper
+
+        if (this.screenPeerConnection == null) {
+            _uiState.update { it.copy(screenMediaStream = null) }
+            return
+        }
+
+        _uiState.update { it.copy(screenMediaStream = screenPeerConnection?.stream) }
+
+        this.screenPeerConnection?.addObserver(screenPeerConnectionObserver)
+    }
+
+    fun isConnected(iceConnectionState: IceConnectionState?): Boolean =
+        iceConnectionState == IceConnectionState.CONNECTED ||
+            iceConnectionState == IceConnectionState.COMPLETED ||
+            // If there is no connection state that means that no connection is needed,
+            // so it is a special case that is also seen as "connected".
+            iceConnectionState == null
+
+    fun updateNick(nick: String?) = _uiState.update { it.copy(nick = nick ?: "Guest") }
+
+    fun updateIsInternal(isInternal: Boolean) = _uiState.update { it.copy(isInternal = isInternal) }
+
+    fun updateActor(actorType: Participant.ActorType?, actorId: String?) {
+        _uiState.update { it.copy(actorType = actorType, actorId = actorId) }
+    }
+
+    fun destroy() {
+        signalingMessageReceiver.removeListener(listener)
+
+        if (peerConnection != null) {
+            peerConnection!!.removeObserver(peerConnectionObserver)
+            peerConnection!!.removeListener(dataChannelMessageListener)
+        }
+        if (screenPeerConnection != null) {
+            screenPeerConnection!!.removeObserver(screenPeerConnectionObserver)
+        }
+
+        peerConnection = null
+        screenPeerConnection = null
+    }
+
+    companion object {
+        private val TAG = ParticipantHandler::class.java.simpleName
+    }
+}

app/src/main/java/com/nextcloud/talk/activities/ParticipantUiState.kt

@@ -0,0 +1,28 @@
+/*
+ * Nextcloud Talk - Android Client
+ *
+ * SPDX-FileCopyrightText: 2025 Marcel Hibbe <dev@mhibbe.de>
+ * SPDX-License-Identifier: GPL-3.0-or-later
+ */
+
+package com.nextcloud.talk.activities
+
+import com.nextcloud.talk.models.json.participants.Participant
+import org.webrtc.MediaStream
+
+data class ParticipantUiState(
+    val sessionKey: String?,
+    val baseUrl: String,
+    val roomToken: String,
+    val nick: String?,
+    val isConnected: Boolean,
+    val isAudioEnabled: Boolean,
+    val isStreamEnabled: Boolean,
+    val mediaStream: MediaStream? = null,
+    val isScreenStreamEnabled: Boolean,
+    val screenMediaStream: MediaStream? = null,
+    val raisedHand: Boolean,
+    val actorType: Participant.ActorType? = null,
+    val actorId: String? = null,
+    val isInternal: Boolean
+)