diff --git a/src/resources/js/meet.js b/src/resources/js/meet.js index c8a0f1e8..4665f826 100644 --- a/src/resources/js/meet.js +++ b/src/resources/js/meet.js @@ -1,36 +1,38 @@ /** * Application code for the Meet UI */ import routes from './routes-meet.js' window.routes = routes window.isAdmin = false require('./app') // Register additional icons import { library } from '@fortawesome/fontawesome-svg-core' import { faAlignLeft, faCompress, faDesktop, faExpand, faMicrophone, faPowerOff, + faUser, faVideo, faVolumeMute } from '@fortawesome/free-solid-svg-icons' // Register only these icons we need library.add( faAlignLeft, faCompress, faDesktop, faExpand, faMicrophone, faPowerOff, + faUser, faVideo, faVolumeMute ) diff --git a/src/resources/js/meet/app.js b/src/resources/js/meet/app.js index 9fc4b9f3..5ee7bc44 100644 --- a/src/resources/js/meet/app.js +++ b/src/resources/js/meet/app.js @@ -1,852 +1,867 @@ import anchorme from 'anchorme' import { library } from '@fortawesome/fontawesome-svg-core' import { OpenVidu } from 'openvidu-browser' function Meet(container) { let OV // OpenVidu object to initialize a session let session // Session object where the user will connect let publisher // Publisher object which the user will publish let audioActive = false // True if the audio track of the publisher is active let videoActive = false // True if the video track of the publisher is active let numOfVideos = 0 // Keeps track of the number of videos that are being shown let audioSource = '' // Currently selected microphone let videoSource = '' // Currently selected camera let sessionData // Room session metadata let screenOV // OpenVidu object to initialize a screen sharing session let screenSession // Session object where the user will connect for screen sharing let screenPublisher // Publisher object which the user will publish the screen sharing let publisherDefaults = { publishAudio: true, // Whether to start publishing with your audio unmuted or not publishVideo: true, // Whether to start publishing with your video enabled or not resolution: '640x480', // The resolution of your video frameRate: 30, // The frame rate of your video mirror: true // Whether to mirror your local video or not } let cameras = [] // List of user video devices let microphones = [] // List of user audio devices let connections = {} // Connected users in the session let containerWidth let containerHeight let chatCount = 0 let volumeElement let setupProps OV = new OpenVidu() screenOV = new OpenVidu() // if there's anything to do, do it here. //OV.setAdvancedConfiguration(config) // Disconnect participant when browser's window close window.addEventListener('beforeunload', () => { leaveRoom() }) window.addEventListener('resize', resize) // Public methods this.isScreenSharingSupported = isScreenSharingSupported this.joinRoom = joinRoom this.leaveRoom = leaveRoom this.setup = setup this.setupSetAudioDevice = setupSetAudioDevice this.setupSetVideoDevice = setupSetVideoDevice this.switchAudio = switchAudio this.switchScreen = switchScreen this.switchVideo = switchVideo /** * Join the room session * * @param data Session metadata and event handlers (session, token, shareToken, nickname, * chatElement, menuElement, onDestroy) */ function joinRoom(data) { resize(); volumeMeterStop() data.params = { nickname: data.nickname, // user nickname // avatar: undefined // avatar image } sessionData = data // Init a session session = OV.initSession() // Handle connection creation events session.on('connectionCreated', event => { // Ignore the current user connection if (!event.connection.options) { return } // This is the first event executed when a user joins in. // We'll create the video wrapper here, which will be re-used // in 'streamCreated' event handler. // Note: For a user with no cam/mic enabled streamCreated even // is not being dispatched at all // TODO: We may consider placing users with no video enabled // in a separate place, so they do not fill the precious // screen estate let connectionId = event.connection.connectionId let metadata = JSON.parse(event.connection.data) let wrapper = videoWrapperCreate(container, metadata) connections[connectionId] = { element: wrapper } updateLayout() // Send the current user status to the connecting user // otherwise e.g. nickname might be not up to date + // TODO: Verify if it is indeed required with recent OpenVidu version signalUserUpdate(event.connection) }) session.on('connectionDestroyed', event => { let conn = connections[event.connection.connectionId] if (conn) { $(conn.element).remove() numOfVideos-- updateLayout() delete connections[event.connection.connectionId] } }) // On every new Stream received... session.on('streamCreated', event => { let connection = event.stream.connection let connectionId = connection.connectionId let metadata = JSON.parse(connection.data) let wrapper = connections[connectionId].element + let props = { + // Prepend the video element so it is always before the watermark element + insertMode: 'PREPEND' + } // Subscribe to the Stream to receive it - let subscriber = session.subscribe(event.stream, wrapper); + let subscriber = session.subscribe(event.stream, wrapper, props); /* // When the new video is added to DOM, update the page layout subscriber.on('videoElementCreated', event => { updateLayout() }) // When a video is removed from DOM, update the page layout subscriber.on('videoElementDestroyed', event => { updateLayout() }) */ // Update the wrapper controls/status videoWrapperUpdate(wrapper, event.stream) }) /* session.on('streamDestroyed', event => { }) */ // Handle session disconnection events session.on('sessionDisconnected', event => { if (data.onDestroy) { data.onDestroy(event) } updateLayout() }) // Handle signals from all participants session.on('signal', signalEventHandler) // Connect with the token session.connect(data.token, data.params) .then(() => { let params = { publisher: true, audioActive, videoActive } let wrapper = videoWrapperCreate(container, Object.assign({}, data.params, params)) publisher.on('videoElementCreated', event => { $(event.element).prop('muted', true) // Mute local video to avoid feedback updateLayout() }) publisher.createVideoElement(wrapper, 'PREPEND') sessionData.wrapper = wrapper // Publish the stream session.publish(publisher) }) .catch(error => { console.error('There was an error connecting to the session: ', error.message); }) // Prepare the chat setupChat() } /** * Leave the room (disconnect) */ function leaveRoom() { if (publisher) { volumeMeterStop() - if (audioActive) { + + // FIXME: We have to unpublish streams only if there's no session yet + if (!session && audioActive) { publisher.publishAudio(false) } - if (videoActive) { + if (!session && videoActive) { publisher.publishVideo(false) } + + publisher = null } if (session) { session.disconnect(); session = null } if (screenSession) { screenSession.disconnect(); screenSession = null } - - publisher = null } /** * Sets the audio and video devices for the session. * This will ask user for permission to access media devices. * * @param props Setup properties (videoElement, volumeElement, success, error) */ function setup(props) { setupProps = props publisher = OV.initPublisher(undefined, publisherDefaults) publisher.once('accessDenied', error => { props.error(error) }) publisher.once('accessAllowed', async () => { let mediaStream = publisher.stream.getMediaStream() let videoStream = mediaStream.getVideoTracks()[0] let audioStream = mediaStream.getAudioTracks()[0] audioActive = !!audioStream videoActive = !!videoStream volumeElement = props.volumeElement publisher.addVideoElement(props.videoElement) volumeMeterStart() const devices = await OV.getDevices() devices.forEach(device => { // device's props: deviceId, kind, label if (device.kind == 'videoinput') { cameras.push(device) if (videoStream && videoStream.label == device.label) { videoSource = device.deviceId } } else if (device.kind == 'audioinput') { microphones.push(device) if (audioStream && audioStream.label == device.label) { audioSource = device.deviceId } } }) props.success({ microphones, cameras, audioSource, videoSource, audioActive, videoActive }) }) } /** * Change the publisher audio device * * @param deviceId Device identifier string */ async function setupSetAudioDevice(deviceId) { if (!deviceId) { publisher.publishAudio(false) volumeMeterStop() audioActive = false } else if (deviceId == audioSource) { publisher.publishAudio(true) volumeMeterStart() audioActive = true } else { const mediaStream = publisher.stream.mediaStream const oldTrack = mediaStream.getAudioTracks()[0] let properties = Object.assign({}, publisherDefaults, { publishAudio: true, publishVideo: videoActive, audioSource: deviceId, videoSource: videoSource }) volumeMeterStop() // Note: We're not using publisher.replaceTrack() as it wasn't working for me // Stop and remove the old track if (oldTrack) { oldTrack.stop() mediaStream.removeTrack(oldTrack) } // TODO: Handle errors await OV.getUserMedia(properties) .then(async (newMediaStream) => { publisher.stream.mediaStream = newMediaStream volumeMeterStart() audioActive = true audioSource = deviceId }) } return audioActive } /** * Change the publisher video device * * @param deviceId Device identifier string */ async function setupSetVideoDevice(deviceId) { if (!deviceId) { publisher.publishVideo(false) videoActive = false } else if (deviceId == videoSource) { publisher.publishVideo(true) videoActive = true } else { const mediaStream = publisher.stream.mediaStream const oldTrack = mediaStream.getAudioTracks()[0] let properties = Object.assign({}, publisherDefaults, { publishAudio: audioActive, publishVideo: true, audioSource: audioSource, videoSource: deviceId }) volumeMeterStop() // Stop and remove the old track if (oldTrack) { oldTrack.stop() mediaStream.removeTrack(oldTrack) } // TODO: Handle errors await OV.getUserMedia(properties) .then(async (newMediaStream) => { publisher.stream.mediaStream = newMediaStream volumeMeterStart() videoActive = true videoSource = deviceId }) } return videoActive } /** * Setup the chat UI */ function setupChat() { // The UI elements are created in the vue template // Here we add a logic for how they work const textarea = $(sessionData.chatElement).find('textarea') const button = $(sessionData.menuElement).find('.link-chat') textarea.on('keydown', e => { if (e.keyCode == 13 && !e.shiftKey) { if (textarea.val().length) { signalChat(textarea.val()) textarea.val('') } return false } }) // Add an element for the count of unread messages on the chat button button.append('') .on('click', () => { button.find('.badge').text('') }) } /** * Signal events handler */ function signalEventHandler(signal) { let conn, data switch (signal.type) { case 'signal:userChanged': if (conn = connections[signal.from.connectionId]) { data = JSON.parse(signal.data) videoWrapperUpdate(conn.element, data) } break case 'signal:chat': data = JSON.parse(signal.data) data.id = signal.from.connectionId pushChatMessage(data) break } } /** * Send the chat message to other participants * * @param message Message string */ function signalChat(message) { let data = { nickname: sessionData.params.nickname, message } session.signal({ data: JSON.stringify(data), type: 'chat' }) } /** * Add a message to the chat * * @param data Object with a message, nickname, id (of the connection, empty for self) */ function pushChatMessage(data) { let message = $('').text(data.message).text() // make the message secure // Format the message, convert emails and urls to links message = anchorme({ input: message, options: { attributes: { target: "_blank" }, // any link above 20 characters will be truncated // to 20 characters and ellipses at the end truncate: 20, // characters will be taken out of the middle middleTruncation: true } // TODO: anchorme is extensible, we could support // github/phabricator's markup e.g. backticks for code samples }) message = message.replace(/\r?\n/, '
') // Display the message let isSelf = data.id == publisher.stream.connection.connectionId let chat = $(sessionData.chatElement).find('.chat') let box = chat.find('.message').last() message = $('
').html(message) message.find('a').attr('rel', 'noreferrer') if (box.length && box.data('id') == data.id) { // A message from the same user as the last message, no new box needed message.appendTo(box) } else { box = $('
').data('id', data.id) .append($('
').text(data.nickname || '')) .append(message) .appendTo(chat) if (isSelf) { box.addClass('self') } } // Count unread messages if (!$(sessionData.chatElement).is('.open')) { if (!isSelf) { chatCount++ } } else { chatCount = 0 } $(sessionData.menuElement).find('.link-chat .badge').text(chatCount ? chatCount : '') } /** * Send the user properties update signal to other participants * * @param connection Optional connection to which the signal will be sent * If not specified the signal is sent to all participants */ function signalUserUpdate(connection) { let data = { audioActive, videoActive, nickname: sessionData.params.nickname } // TODO: The same for screen sharing session? session.signal({ data: JSON.stringify(data), type: 'userChanged', to: connection ? [connection] : undefined }) } /** * Mute/Unmute audio for current session publisher */ function switchAudio() { audioActive = !audioActive publisher.publishAudio(audioActive) // TODO: Handle enabling audio if it was never enabled (e.g. user joined the room // without giving access to his mic) videoWrapperUpdate(sessionData.wrapper, { audioActive }) signalUserUpdate() return audioActive } /** * Mute/Unmute video for current session publisher */ function switchVideo() { videoActive = !videoActive publisher.publishVideo(videoActive) // TODO: Handle enabling video if it was never enabled (e.g. user joined the room // without giving access to his camera) videoWrapperUpdate(sessionData.wrapper, { videoActive }) signalUserUpdate() return videoActive } /** * Switch on/off screen sharing */ function switchScreen(callback) { if (screenPublisher) { screenSession.unpublish(screenPublisher) screenPublisher = null if (callback) { callback(false) } return } screenConnect(callback) } /** * Detect if screen sharing is supported by the browser */ function isScreenSharingSupported() { return !!OV.checkScreenSharingCapabilities(); } /** * Create a