diff --git a/src/resources/js/meet/app.js b/src/resources/js/meet/app.js index 746904d4..9fc4b9f3 100644 --- a/src/resources/js/meet/app.js +++ b/src/resources/js/meet/app.js @@ -1,814 +1,852 @@ import anchorme from 'anchorme' import { library } from '@fortawesome/fontawesome-svg-core' import { OpenVidu } from 'openvidu-browser' function Meet(container) { let OV // OpenVidu object to initialize a session let session // Session object where the user will connect let publisher // Publisher object which the user will publish - let audioEnabled = false // True if the audio track of publisher is active - let videoEnabled = false // True if the video track of publisher is active + let audioActive = false // True if the audio track of the publisher is active + let videoActive = false // True if the video track of the publisher is active let numOfVideos = 0 // Keeps track of the number of videos that are being shown let audioSource = '' // Currently selected microphone let videoSource = '' // Currently selected camera let sessionData // Room session metadata let screenOV // OpenVidu object to initialize a screen sharing session let screenSession // Session object where the user will connect for screen sharing let screenPublisher // Publisher object which the user will publish the screen sharing let publisherDefaults = { publishAudio: true, // Whether to start publishing with your audio unmuted or not publishVideo: true, // Whether to start publishing with your video enabled or not resolution: '640x480', // The resolution of your video frameRate: 30, // The frame rate of your video mirror: true // Whether to mirror your local video or not } let cameras = [] // List of user video devices let microphones = [] // List of user audio devices let connections = {} // Connected users in the session let containerWidth let containerHeight let chatCount = 0 let volumeElement let setupProps OV = new OpenVidu() screenOV = new OpenVidu() // if there's anything to do, do it here. //OV.setAdvancedConfiguration(config) // Disconnect participant when browser's window close window.addEventListener('beforeunload', () => { leaveRoom() }) window.addEventListener('resize', resize) // Public methods this.isScreenSharingSupported = isScreenSharingSupported this.joinRoom = joinRoom this.leaveRoom = leaveRoom this.setup = setup this.setupSetAudioDevice = setupSetAudioDevice this.setupSetVideoDevice = setupSetVideoDevice this.switchAudio = switchAudio this.switchScreen = switchScreen this.switchVideo = switchVideo /** * Join the room session * * @param data Session metadata and event handlers (session, token, shareToken, nickname, * chatElement, menuElement, onDestroy) */ function joinRoom(data) { resize(); volumeMeterStop() data.params = { nickname: data.nickname, // user nickname // avatar: undefined // avatar image } sessionData = data // Init a session session = OV.initSession() + // Handle connection creation events + session.on('connectionCreated', event => { + // Ignore the current user connection + if (!event.connection.options) { + return + } + + // This is the first event executed when a user joins in. + // We'll create the video wrapper here, which will be re-used + // in 'streamCreated' event handler. + // Note: For a user with no cam/mic enabled streamCreated even + // is not being dispatched at all + + // TODO: We may consider placing users with no video enabled + // in a separate place, so they do not fill the precious + // screen estate + + let connectionId = event.connection.connectionId + let metadata = JSON.parse(event.connection.data) + let wrapper = videoWrapperCreate(container, metadata) + + connections[connectionId] = { + element: wrapper + } + + updateLayout() + + // Send the current user status to the connecting user + // otherwise e.g. nickname might be not up to date + signalUserUpdate(event.connection) + }) + + session.on('connectionDestroyed', event => { + let conn = connections[event.connection.connectionId] + if (conn) { + $(conn.element).remove() + numOfVideos-- + updateLayout() + delete connections[event.connection.connectionId] + } + }) + // On every new Stream received... session.on('streamCreated', event => { let connection = event.stream.connection let connectionId = connection.connectionId let metadata = JSON.parse(connection.data) - - let wrapper = addVideoWrapper(container, metadata, event.stream) + let wrapper = connections[connectionId].element // Subscribe to the Stream to receive it let subscriber = session.subscribe(event.stream, wrapper); - +/* // When the new video is added to DOM, update the page layout subscriber.on('videoElementCreated', event => { - numOfVideos++ updateLayout() - - connections[connectionId] = { - element: wrapper - } - - // Send the current user status to the connecting user - // otherwise e.g. nickname might be not up to date - signalUserUpdate(connection) }) // When a video is removed from DOM, update the page layout subscriber.on('videoElementDestroyed', event => { - numOfVideos-- updateLayout() - - delete connections[connectionId] }) +*/ + // Update the wrapper controls/status + videoWrapperUpdate(wrapper, event.stream) }) - +/* + session.on('streamDestroyed', event => { + }) +*/ // Handle session disconnection events session.on('sessionDisconnected', event => { if (data.onDestroy) { data.onDestroy(event) } updateLayout() }) - // Register handler for signals from other participants + // Handle signals from all participants session.on('signal', signalEventHandler) // Connect with the token session.connect(data.token, data.params) .then(() => { - data.params.publisher = true - - let wrapper = addVideoWrapper(container, data.params) + let params = { publisher: true, audioActive, videoActive } + let wrapper = videoWrapperCreate(container, Object.assign({}, data.params, params)) publisher.on('videoElementCreated', event => { $(event.element).prop('muted', true) // Mute local video to avoid feedback - - numOfVideos++ updateLayout() }) publisher.createVideoElement(wrapper, 'PREPEND') sessionData.wrapper = wrapper // Publish the stream session.publish(publisher) }) .catch(error => { console.error('There was an error connecting to the session: ', error.message); }) // Prepare the chat setupChat() } /** * Leave the room (disconnect) */ function leaveRoom() { if (publisher) { volumeMeterStop() - publisher.publishAudio(false) - publisher.publishVideo(false) + if (audioActive) { + publisher.publishAudio(false) + } + if (videoActive) { + publisher.publishVideo(false) + } } if (session) { session.disconnect(); session = null } if (screenSession) { screenSession.disconnect(); screenSession = null } publisher = null } /** * Sets the audio and video devices for the session. * This will ask user for permission to access media devices. * * @param props Setup properties (videoElement, volumeElement, success, error) */ function setup(props) { setupProps = props publisher = OV.initPublisher(undefined, publisherDefaults) publisher.once('accessDenied', error => { props.error(error) }) publisher.once('accessAllowed', async () => { let mediaStream = publisher.stream.getMediaStream() let videoStream = mediaStream.getVideoTracks()[0] let audioStream = mediaStream.getAudioTracks()[0] - audioEnabled = !!audioStream - videoEnabled = !!videoStream + audioActive = !!audioStream + videoActive = !!videoStream volumeElement = props.volumeElement publisher.addVideoElement(props.videoElement) volumeMeterStart() const devices = await OV.getDevices() devices.forEach(device => { // device's props: deviceId, kind, label if (device.kind == 'videoinput') { cameras.push(device) if (videoStream && videoStream.label == device.label) { videoSource = device.deviceId } } else if (device.kind == 'audioinput') { microphones.push(device) if (audioStream && audioStream.label == device.label) { audioSource = device.deviceId } } }) props.success({ microphones, cameras, audioSource, videoSource, - audioEnabled, - videoEnabled + audioActive, + videoActive }) }) } /** * Change the publisher audio device * * @param deviceId Device identifier string */ async function setupSetAudioDevice(deviceId) { if (!deviceId) { publisher.publishAudio(false) volumeMeterStop() - audioEnabled = false + audioActive = false } else if (deviceId == audioSource) { publisher.publishAudio(true) volumeMeterStart() - audioEnabled = true + audioActive = true } else { const mediaStream = publisher.stream.mediaStream const oldTrack = mediaStream.getAudioTracks()[0] let properties = Object.assign({}, publisherDefaults, { publishAudio: true, - publishVideo: videoEnabled, + publishVideo: videoActive, audioSource: deviceId, videoSource: videoSource }) volumeMeterStop() // Note: We're not using publisher.replaceTrack() as it wasn't working for me // Stop and remove the old track if (oldTrack) { oldTrack.stop() mediaStream.removeTrack(oldTrack) } // TODO: Handle errors await OV.getUserMedia(properties) .then(async (newMediaStream) => { publisher.stream.mediaStream = newMediaStream volumeMeterStart() - audioEnabled = true + audioActive = true audioSource = deviceId }) } - return audioEnabled + return audioActive } /** * Change the publisher video device * * @param deviceId Device identifier string */ async function setupSetVideoDevice(deviceId) { if (!deviceId) { publisher.publishVideo(false) - videoEnabled = false + videoActive = false } else if (deviceId == videoSource) { publisher.publishVideo(true) - videoEnabled = true + videoActive = true } else { const mediaStream = publisher.stream.mediaStream const oldTrack = mediaStream.getAudioTracks()[0] let properties = Object.assign({}, publisherDefaults, { - publishAudio: audioEnabled, + publishAudio: audioActive, publishVideo: true, audioSource: audioSource, videoSource: deviceId }) volumeMeterStop() // Stop and remove the old track if (oldTrack) { oldTrack.stop() mediaStream.removeTrack(oldTrack) } // TODO: Handle errors await OV.getUserMedia(properties) .then(async (newMediaStream) => { publisher.stream.mediaStream = newMediaStream volumeMeterStart() - videoEnabled = true + videoActive = true videoSource = deviceId }) } - return videoEnabled + return videoActive } /** * Setup the chat UI */ function setupChat() { // The UI elements are created in the vue template // Here we add a logic for how they work const textarea = $(sessionData.chatElement).find('textarea') const button = $(sessionData.menuElement).find('.link-chat') textarea.on('keydown', e => { if (e.keyCode == 13 && !e.shiftKey) { if (textarea.val().length) { signalChat(textarea.val()) textarea.val('') } return false } }) // Add an element for the count of unread messages on the chat button button.append('') .on('click', () => { button.find('.badge').text('') }) } /** * Signal events handler */ function signalEventHandler(signal) { let conn, data switch (signal.type) { case 'signal:userChanged': if (conn = connections[signal.from.connectionId]) { data = JSON.parse(signal.data) - $(conn.element).find('.nickname > span').text(data.nickname || '') - $(conn.element).find('.status-audio')[data.audioEnabled ? 'addClass' : 'removeClass']('d-none') - $(conn.element).find('.status-video')[data.videoEnabled ? 'addClass' : 'removeClass']('d-none') + videoWrapperUpdate(conn.element, data) } break case 'signal:chat': data = JSON.parse(signal.data) data.id = signal.from.connectionId pushChatMessage(data) break } } /** * Send the chat message to other participants * * @param message Message string */ function signalChat(message) { let data = { nickname: sessionData.params.nickname, message } session.signal({ data: JSON.stringify(data), type: 'chat' }) } /** * Add a message to the chat * * @param data Object with a message, nickname, id (of the connection, empty for self) */ function pushChatMessage(data) { let message = $('').text(data.message).text() // make the message secure // Format the message, convert emails and urls to links message = anchorme({ input: message, options: { attributes: { target: "_blank" }, // any link above 20 characters will be truncated // to 20 characters and ellipses at the end truncate: 20, // characters will be taken out of the middle middleTruncation: true } // TODO: anchorme is extensible, we could support // github/phabricator's markup e.g. backticks for code samples }) message = message.replace(/\r?\n/, '
') // Display the message let isSelf = data.id == publisher.stream.connection.connectionId let chat = $(sessionData.chatElement).find('.chat') let box = chat.find('.message').last() message = $('
').html(message) message.find('a').attr('rel', 'noreferrer') if (box.length && box.data('id') == data.id) { // A message from the same user as the last message, no new box needed message.appendTo(box) } else { box = $('
').data('id', data.id) .append($('
').text(data.nickname || '')) .append(message) .appendTo(chat) if (isSelf) { box.addClass('self') } } // Count unread messages if (!$(sessionData.chatElement).is('.open')) { if (!isSelf) { chatCount++ } } else { chatCount = 0 } $(sessionData.menuElement).find('.link-chat .badge').text(chatCount ? chatCount : '') } /** * Send the user properties update signal to other participants * * @param connection Optional connection to which the signal will be sent * If not specified the signal is sent to all participants */ function signalUserUpdate(connection) { let data = { - audioEnabled, - videoEnabled, + audioActive, + videoActive, nickname: sessionData.params.nickname } // TODO: The same for screen sharing session? session.signal({ data: JSON.stringify(data), type: 'userChanged', to: connection ? [connection] : undefined }) } /** * Mute/Unmute audio for current session publisher */ function switchAudio() { - audioEnabled = !audioEnabled - publisher.publishAudio(audioEnabled) + audioActive = !audioActive + publisher.publishAudio(audioActive) // TODO: Handle enabling audio if it was never enabled (e.g. user joined the room // without giving access to his mic) - $(sessionData.wrapper).find('.status-audio')[audioEnabled ? 'addClass' : 'removeClass']('d-none') + videoWrapperUpdate(sessionData.wrapper, { audioActive }) signalUserUpdate() - return audioEnabled + return audioActive } /** * Mute/Unmute video for current session publisher */ function switchVideo() { - videoEnabled = !videoEnabled - publisher.publishVideo(videoEnabled) + videoActive = !videoActive + publisher.publishVideo(videoActive) // TODO: Handle enabling video if it was never enabled (e.g. user joined the room // without giving access to his camera) - $(sessionData.wrapper).find('.status-video')[videoEnabled ? 'addClass' : 'removeClass']('d-none') + videoWrapperUpdate(sessionData.wrapper, { videoActive }) signalUserUpdate() - return videoEnabled + return videoActive } /** * Switch on/off screen sharing */ function switchScreen(callback) { if (screenPublisher) { screenSession.unpublish(screenPublisher) screenPublisher = null if (callback) { callback(false) } return } screenConnect(callback) } /** * Detect if screen sharing is supported by the browser */ function isScreenSharingSupported() { return !!OV.checkScreenSharingCapabilities(); } /** * Create a